-- Logs begin at Mon 2022-04-04 19:43:56 UTC, end at Mon 2022-04-04 20:51:04 UTC. -- Apr 04 20:16:26.590323 dv-cinder-831247-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 04 20:16:29.516105 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.common.config [-] Logging enabled! Apr 04 20:16:29.516670 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 04 20:16:29.516806 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103098) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 20:16:29.520730 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.common.config [-] Logging enabled! Apr 04 20:16:29.520982 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 04 20:16:29.521295 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103098) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 20:16:29.522251 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 20:16:29.522485 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 20:16:29.522851 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 20:16:29.523095 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 20:16:29.523319 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 20:16:29.523730 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.524147 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 04 20:16:29.524493 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.524763 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.525050 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.525342 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.525628 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.525905 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.526207 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.526501 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.526782 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.527056 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.527332 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.527617 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.527893 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.528172 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.528454 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.528733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.529012 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.529437 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.529851 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.530150 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.530441 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.530722 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.530992 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.531267 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.531552 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.531876 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] host = dv-cinder-831247-15-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.532150 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.532433 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.532716 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.532999 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.533272 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.534150 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.534538 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.534817 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.535090 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.535366 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.535656 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.535939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.536225 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.536449 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.536671 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.536967 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.537247 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.537521 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.537793 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.538067 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.538362 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.538634 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.538900 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.539182 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.539466 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.539749 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.540021 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.540292 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.540561 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.540828 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.541106 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.541380 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.541651 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.541922 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.542227 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.542494 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.542764 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.543058 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.543340 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.543623 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.543906 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.544178 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.544456 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.544724 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.544993 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.545259 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.545527 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.545793 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.546089 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.546361 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.546629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.546899 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.547167 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.547448 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.547717 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:29.548009 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.548303 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.548598 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.548890 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.549252 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.549571 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.549864 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.550167 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.550460 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.550748 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.551038 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.551314 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.551620 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.551911 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.552205 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.552510 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.552802 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.553091 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.553366 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.553641 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.553914 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.554234 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.554521 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.554797 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.555083 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.555369 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.555646 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.555939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.556224 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.556515 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.556802 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.557073 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.557352 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.557642 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.557920 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.558221 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.558499 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.558785 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.559060 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.559330 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.559607 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.559881 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.560148 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.560415 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.560688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.560969 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.561242 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.561512 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.561778 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.562050 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.562339 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.562617 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.562888 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.563156 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.563423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.563700 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.563970 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.564239 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.564512 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.564801 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.565079 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.565348 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.565616 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.565884 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.566178 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.566447 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.566714 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.566982 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.567253 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.567519 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.567787 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.568054 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.568322 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.568591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.568872 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.569165 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.569436 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.569711 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.569986 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.570294 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.570566 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.570836 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.571108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.571384 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.571650 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.571935 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.572212 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.572491 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.572786 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.573059 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.573348 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.573620 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.573891 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.574195 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.574469 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.574745 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.575020 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.575297 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.575585 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.575872 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.576160 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.576447 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.576733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.577006 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.577310 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.577583 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:29.577797 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 20:16:29.578030 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103098) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 04 20:16:29.953365 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 20:16:29.953643 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 20:16:29.953949 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 20:16:29.954311 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 04 20:16:30.280513 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.280734 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.281004 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.282201 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.282476 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.284582 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.337788 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.338062 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.338352 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.352742 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.353020 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.353285 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.383532 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.383810 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.384076 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.419472 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.419743 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.420011 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.756884 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.757518 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.757518 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.757689 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.758377 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.856131 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.856451 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.856731 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.857001 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.857265 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.857576 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.857833 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.858102 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.858358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.858638 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.858896 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.859159 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.859408 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.859656 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.859906 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.860165 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.860415 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.860680 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.860947 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.861211 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.861476 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.862460 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.862944 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.863335 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.863592 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.863841 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.864329 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.864572 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.864813 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.865050 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.865284 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.865518 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:30.865882 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 04 20:16:30.869009 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 04 20:16:30.872905 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 04 20:16:30.876693 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 04 20:16:30.878496 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 04 20:16:30.878957 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 04 20:16:30.879289 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 04 20:16:30.879667 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 04 20:16:30.883568 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 04 20:16:30.883818 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 04 20:16:30.884160 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 20:16:30.888999 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 04 20:16:30.913287 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 04 20:16:30.913739 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.914041 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103098) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 04 20:16:30.914437 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.915778 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103098) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 04 20:16:30.916059 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 20:16:30.916303 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 04 20:16:30.919603 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.919885 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:30.981377 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 04 20:16:30.981611 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 04 20:16:30.981847 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 04 20:16:30.982257 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 04 20:16:31.003144 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_db.sqlalchemy.engines [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103098) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 04 20:16:31.444729 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing driver for type 'gre' Apr 04 20:16:31.445177 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] gre ID ranges: [(1, 1000)] Apr 04 20:16:31.498407 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing driver for type 'local' Apr 04 20:16:31.498796 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing driver for type 'vlan' Apr 04 20:16:31.512563 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] VlanTypeDriver initialization complete Apr 04 20:16:31.513221 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing driver for type 'vxlan' Apr 04 20:16:31.513780 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] vxlan ID ranges: [(1, 1000)] Apr 04 20:16:31.575209 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing extension driver 'port_security' Apr 04 20:16:31.575555 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.extensions.port_security [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] PortSecurityExtensionDriver initialization complete Apr 04 20:16:31.575915 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing mechanism driver 'openvswitch' Apr 04 20:16:31.576225 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing mechanism driver 'hyperv' Apr 04 20:16:31.583066 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:31.584168 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.584540 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.584895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.585423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.585858 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.586242 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.586591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.586993 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.587403 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.587754 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.588095 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.588490 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.588898 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.589252 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.589597 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.589997 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.590424 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.590774 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.591114 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.591512 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.591916 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > address_group after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.592263 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > address_group after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.592605 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.593004 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 20:16:31.593452 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] ML2 OVO RPC backend initialized. {{(pid=103098) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 04 20:16:31.594192 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.594552 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.594967 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.595318 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > networks before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.595671 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.596572 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > ports before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.597168 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.597526 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnets before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.597879 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.598260 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.598604 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.598946 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.599287 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.599623 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.599962 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.600299 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.600635 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.607801 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded quota_driver: . Apr 04 20:16:31.608166 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Modular L2 Plugin initialization complete Apr 04 20:16:31.608517 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading services supported by the core plugin {{(pid=103098) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 04 20:16:31.608861 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Got port-security extension from driver 'port_security' Apr 04 20:16:31.609341 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.extensions.vlantransparent [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Disabled vlantransparent extension. Apr 04 20:16:31.609837 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103098) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 04 20:16:31.610195 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: router Apr 04 20:16:31.646100 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.646516 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.646894 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router before_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.647260 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.647636 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.647993 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_delete 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.648352 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.648703 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.649064 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.649414 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.649767 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.650146 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.650508 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.650920 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.651292 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.651633 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.651975 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.652314 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.652662 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.653010 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.653360 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.653703 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.654058 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.654422 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.654775 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.655135 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.655479 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.655844 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > agent after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.656320 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > agent after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.656669 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.657528 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Tracking information for resource: router configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:31.657860 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Tracking information for resource: floatingip configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 20:16:31.663299 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.db.l3_agentschedulers_db [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 04 20:16:31.663882 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.664247 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.664603 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.664959 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.665746 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router before_create 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.666144 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.666514 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_create 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.666872 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > router precommit_update 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.671597 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.provider_configuration [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service providers = [] {{(pid=103098) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 04 20:16:31.671964 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.db.servicetype_db [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103098) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 04 20:16:31.675135 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 20:16:31.675484 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 20:16:31.675829 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 20:16:31.676736 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 20:16:31.677110 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.services.service_base [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 04 20:16:31.677488 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.677804 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 04 20:16:31.688361 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.688704 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: auto_allocate Apr 04 20:16:31.694498 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: network precommit_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.694918 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: network precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.695395 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.695720 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: tag Apr 04 20:16:31.702430 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.702762 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: timestamp Apr 04 20:16:31.707095 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.707428 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: network_ip_availability Apr 04 20:16:31.713119 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.713494 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.713853 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.714602 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.714925 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: flavors Apr 04 20:16:31.720900 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.721785 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading Plugin: revisions Apr 04 20:16:31.726091 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 20:16:31.726502 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 20:16:31.727244 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103098) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 04 20:16:31.727582 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Initializing extension manager. Apr 04 20:16:31.728110 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: __init__.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.728457 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: __pycache__ {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.728797 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.729549 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.730134 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: address-group Apr 04 20:16:31.730465 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: address_scope.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.731177 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.731689 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: address-scope Apr 04 20:16:31.732015 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.732949 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.733464 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: router-admin-state-down-before-update Apr 04 20:16:31.733790 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: agent.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.734533 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.735043 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: agent Apr 04 20:16:31.735371 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: agent_resources_synced.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.736287 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.736883 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: agent-resources-synced Apr 04 20:16:31.737215 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: allowedaddresspairs.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.739030 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.739564 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: allowed-address-pairs Apr 04 20:16:31.739895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: auto_allocated_topology.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.740967 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.741482 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: auto-allocated-topology Apr 04 20:16:31.741811 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.742550 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.743061 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: availability_zone Apr 04 20:16:31.743385 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: availability_zone_filter.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.744300 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.744809 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: availability_zone_filter Apr 04 20:16:31.745131 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: data_plane_status.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.746038 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.746570 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension data-plane-status not supported by any of loaded plugins Apr 04 20:16:31.746895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: default_subnetpools.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.747813 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.748317 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: default-subnetpools Apr 04 20:16:31.748640 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.749448 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.749954 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: dhcp_agent_scheduler Apr 04 20:16:31.750320 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: dns.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.751238 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.751743 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension dns-integration not supported by any of loaded plugins Apr 04 20:16:31.752069 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: dns_domain_ports.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.753026 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.753530 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 04 20:16:31.753854 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.754838 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.755352 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 04 20:16:31.755671 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: dvr.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.756345 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.756856 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: dvr Apr 04 20:16:31.757180 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: ecmp_routes.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.758128 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.758641 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 04 20:16:31.758971 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: empty_string_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.759895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.760406 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: empty-string-filtering Apr 04 20:16:31.760732 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.761646 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.762186 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 04 20:16:31.762521 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.763436 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.763943 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 04 20:16:31.764266 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: external_net.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.765184 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.765693 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: external-net Apr 04 20:16:31.766016 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.766955 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.767463 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: extra_dhcp_opt Apr 04 20:16:31.767786 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: extraroute.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.769244 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.769756 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: extraroute Apr 04 20:16:31.770086 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: extraroute_atomic.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.771140 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.771653 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: extraroute-atomic Apr 04 20:16:31.771979 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: filter_validation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.772652 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.773156 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: filter-validation Apr 04 20:16:31.773479 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: fip_pf_description.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.774427 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.774925 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 04 20:16:31.775248 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: fip_pf_port_range.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.776160 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.776663 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 04 20:16:31.776986 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: fip_port_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.778124 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.778639 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: fip-port-details Apr 04 20:16:31.778964 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: flavors.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.780199 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.780716 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: flavors Apr 04 20:16:31.781044 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.782722 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.783248 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 04 20:16:31.784199 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: floatingip_pools.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.784903 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.785423 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: floatingip-pools Apr 04 20:16:31.785755 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: ip_allocation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.786717 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.787228 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension ip_allocation not supported by any of loaded plugins Apr 04 20:16:31.787557 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.788485 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.788996 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: ip-substring-filtering Apr 04 20:16:31.789325 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l2_adjacency.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.790291 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.790798 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 04 20:16:31.791125 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.792107 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.792639 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: router Apr 04 20:16:31.792975 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.795221 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.795754 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 04 20:16:31.796093 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.797025 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.797545 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: ext-gw-mode Apr 04 20:16:31.797878 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.798839 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.799422 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: l3-ha Apr 04 20:16:31.799754 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.800672 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.801181 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 04 20:16:31.801510 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_flavors.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.802458 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.802968 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: l3-flavors Apr 04 20:16:31.803299 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.804704 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.805224 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 04 20:16:31.805553 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.806515 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.807028 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 04 20:16:31.807355 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: l3agentscheduler.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.808393 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.808906 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: l3_agent_scheduler Apr 04 20:16:31.809240 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: local_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.811039 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.811574 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension local_ip not supported by any of loaded plugins Apr 04 20:16:31.811908 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: logging.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.813533 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.814062 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension logging not supported by any of loaded plugins Apr 04 20:16:31.814423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: metering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.815195 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.815776 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: metering Apr 04 20:16:31.816109 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.817217 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.817737 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: metering_source_and_destination_fields Apr 04 20:16:31.818068 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: multiprovidernet.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.819028 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.819543 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: multi-provider Apr 04 20:16:31.819871 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: netmtu.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.820783 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.821296 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: net-mtu Apr 04 20:16:31.821624 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: netmtu_writable.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.822583 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.823097 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: net-mtu-writable Apr 04 20:16:31.823425 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: network_availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.824094 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.824604 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: network_availability_zone Apr 04 20:16:31.824931 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: network_ip_availability.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.826071 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.826613 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: network-ip-availability Apr 04 20:16:31.826944 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: network_segment_range.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.827710 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.828219 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension network-segment-range not supported by any of loaded plugins Apr 04 20:16:31.828549 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: pagination.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.829530 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.829865 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: pagination Apr 04 20:16:31.830226 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: port_device_profile.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.831691 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.832203 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: port-device-profile Apr 04 20:16:31.832528 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.833465 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.834272 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: port-mac-address-regenerate Apr 04 20:16:31.834602 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.835526 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.836037 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: port-numa-affinity-policy Apr 04 20:16:31.836361 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: port_resource_request.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.837270 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.837776 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension port-resource-request not supported by any of loaded plugins Apr 04 20:16:31.838123 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: port_resource_request_groups.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.839103 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.839610 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 04 20:16:31.839933 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: portbindings.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.840855 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.841364 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: binding Apr 04 20:16:31.841688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: portbindings_extended.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.843034 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.843552 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: binding-extended Apr 04 20:16:31.843882 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: portsecurity.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.844800 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.845320 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: port-security Apr 04 20:16:31.845652 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: project_id.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.846873 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.847212 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: project-id Apr 04 20:16:31.847542 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: providernet.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.848463 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.848976 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: provider Apr 04 20:16:31.849301 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.852884 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.853415 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos not supported by any of loaded plugins Apr 04 20:16:31.853751 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.855037 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.855551 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 04 20:16:31.855880 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.856802 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.857313 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 04 20:16:31.857640 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_default.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.858602 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.859117 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-default not supported by any of loaded plugins Apr 04 20:16:31.859444 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_fip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.860369 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.860884 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-fip not supported by any of loaded plugins Apr 04 20:16:31.861212 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.862795 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.863324 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 04 20:16:31.863658 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_gateway_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.864705 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.865225 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 04 20:16:31.865554 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_port_network_policy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.866500 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.867011 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 04 20:16:31.867337 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.868389 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.868905 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 04 20:16:31.869233 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.870300 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.870818 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 04 20:16:31.871148 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_pps_rule.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.872318 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.872836 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-pps not supported by any of loaded plugins Apr 04 20:16:31.873171 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_rule_type_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.874113 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.874635 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 04 20:16:31.874960 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.875876 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.876389 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 04 20:16:31.876715 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: qos_rules_alias.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.878421 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.878934 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 04 20:16:31.879260 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: quota_check_limit.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.880176 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.880690 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: quota-check-limit Apr 04 20:16:31.881019 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: quotasv2.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.881946 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.882310 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: quotas Apr 04 20:16:31.882639 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: quotasv2_detail.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.884343 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.884688 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: quota_details Apr 04 20:16:31.885021 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: rbac.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.886071 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.886624 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: rbac-policies Apr 04 20:16:31.886957 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: rbac_address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.887891 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.888412 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: rbac-address-group Apr 04 20:16:31.888740 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: rbac_address_scope.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.889665 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.890222 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: rbac-address-scope Apr 04 20:16:31.890553 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: rbac_security_groups.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.891551 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.892067 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: rbac-security-groups Apr 04 20:16:31.892394 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: rbac_subnetpool.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.893561 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.894113 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: rbac-subnetpool Apr 04 20:16:31.894446 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: revisionifmatch.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.895379 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.895893 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: revision-if-match Apr 04 20:16:31.896217 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: revisions.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.897339 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.897858 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: standard-attr-revisions Apr 04 20:16:31.898226 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: router_availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.898900 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.899413 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: router_availability_zone Apr 04 20:16:31.899737 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: routerservicetype.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.900673 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.901183 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension router-service-type not supported by any of loaded plugins Apr 04 20:16:31.901505 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.902460 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.902975 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: security-groups-normalized-cidr Apr 04 20:16:31.903303 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.904243 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.904761 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: port-security-groups-filtering Apr 04 20:16:31.905090 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.906027 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.906569 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: security-groups-remote-address-group Apr 04 20:16:31.906895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.907838 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.908349 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: security-groups-shared-filtering Apr 04 20:16:31.908886 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.909481 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 04 20:16:31.909805 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: securitygroup.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.919453 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.919990 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: security-group Apr 04 20:16:31.920327 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: segment.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.921057 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.921572 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension segment not supported by any of loaded plugins Apr 04 20:16:31.921904 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.922884 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.923405 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 04 20:16:31.923733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: servicetype.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.925385 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.925905 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: service-type Apr 04 20:16:31.926272 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: sorting.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.927257 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.927593 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: sorting Apr 04 20:16:31.927918 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: standard_attr_segment.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.928836 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.929353 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 04 20:16:31.929678 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: standardattrdescription.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.930360 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.930935 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: standard-attr-description Apr 04 20:16:31.931268 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: stateful_security_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.932194 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.932703 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: stateful-security-group Apr 04 20:16:31.933026 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: stdattrs_common.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.933606 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 04 20:16:31.933932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.934909 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.935436 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 04 20:16:31.935761 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnet_onboard.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.936829 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.937354 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: subnet_onboard Apr 04 20:16:31.937680 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.938636 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.939151 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 04 20:16:31.939476 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnet_service_types.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.940696 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.941224 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: subnet-service-types Apr 04 20:16:31.941550 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnetallocation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.942670 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.943187 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: subnet_allocation Apr 04 20:16:31.943520 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.944188 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.944703 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: subnetpool-prefix-ops Apr 04 20:16:31.945072 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.945957 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.946521 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 04 20:16:31.946848 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: tagging.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.947927 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.948441 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: standard-attr-tag Apr 04 20:16:31.948768 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: timestamp.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.949972 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.950525 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loaded extension: standard-attr-timestamp Apr 04 20:16:31.950857 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: trunk.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.951895 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.952415 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension trunk not supported by any of loaded plugins Apr 04 20:16:31.952746 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: trunk_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.953689 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.954241 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension trunk-details not supported by any of loaded plugins Apr 04 20:16:31.954575 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: uplink_status_propagation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.956062 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.956628 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 04 20:16:31.956957 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Loading extension file: vlantransparent.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 20:16:31.957631 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 20:16:31.958174 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 04 20:16:31.960925 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:network Apr 04 20:16:31.961446 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnet Apr 04 20:16:31.961846 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 20:16:31.962274 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:port Apr 04 20:16:31.963513 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.963959 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service FLAVORS assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.964645 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.965095 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.965429 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:router Apr 04 20:16:31.965857 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 20:16:31.966382 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service METERING assigned prefix: /metering {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.967833 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.968212 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.968581 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:16:31.969566 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 20:16:31.970021 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:security_group Apr 04 20:16:31.970499 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 20:16:31.971733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.972071 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 20:16:31.972419 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] subnetpool is already registered Apr 04 20:16:31.972859 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.973204 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 20:16:31.973519 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] subnetpool is already registered Apr 04 20:16:31.975846 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.976285 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service FLAVORS assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.976872 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.977296 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.977630 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:router Apr 04 20:16:31.977969 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] router is already registered Apr 04 20:16:31.978410 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:floatingip Apr 04 20:16:31.978751 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] floatingip is already registered Apr 04 20:16:31.979207 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service METERING assigned prefix: /metering {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.979873 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 20:16:31.980206 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] rbac_policy is already registered Apr 04 20:16:31.980625 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:security_group Apr 04 20:16:31.980959 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] security_group is already registered Apr 04 20:16:31.981364 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 20:16:31.981699 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] security_group_rule is already registered Apr 04 20:16:31.982370 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.982702 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 20:16:31.983037 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] subnetpool is already registered Apr 04 20:16:31.983457 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 20:16:31.983789 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 20:16:31.984121 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] subnetpool is already registered Apr 04 20:16:31.984591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: extensions {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.986040 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: address-groups {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.987700 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: address-scopes {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.989040 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.990228 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: auto-allocated-topology {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.991474 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: availability_zones {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.992691 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: dhcp-networks {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.994219 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: dhcp-agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.995662 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:31.998847 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: flavors {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.000026 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: service_profiles {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.001252 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: next_providers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.003259 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: service_profiles {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.005677 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: floatingip-pools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.006958 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.009044 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: floatingips {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.010363 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: l3-routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.011755 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: l3-agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.013182 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: metering-labels {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.014567 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: metering-label-rules {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.015848 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: network-ip-availabilities {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.017107 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: bindings {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.019498 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: quotas {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.021070 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: quotas {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.022635 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: rbac-policies {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.023939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: security-groups {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.025183 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: security-group-rules {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.026438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: service-providers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.027661 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: subnetpools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.029096 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: subnetpools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.030580 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.032255 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.034138 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.035960 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.037758 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.039635 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.041326 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.043281 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.045054 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.046929 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 20:16:32.052958 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING keystonemiddleware.auth_token [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 04 20:16:32.057672 dv-cinder-831247-15-iscsi neutron-server[103098]: WARNING keystonemiddleware.auth_token [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 04 20:16:32.066685 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Acquired lock "singleton_lock" {{(pid=103098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 04 20:16:32.067161 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Releasing lock "singleton_lock" {{(pid=103098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 04 20:16:32.067811 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Starting 2 workers Apr 04 20:16:32.072734 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Started child 103207 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 20:16:32.077251 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Started child 103208 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 20:16:32.078357 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.078998 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO neutron.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 04 20:16:32.079533 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.079940 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [-] (103207) wsgi starting up on http://0.0.0.0:9696 Apr 04 20:16:32.082583 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Starting 1 workers Apr 04 20:16:32.082800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.084520 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [-] (103208) wsgi starting up on http://0.0.0.0:9696 Apr 04 20:16:32.088108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Started child 103209 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 20:16:32.088691 dv-cinder-831247-15-iscsi neutron-server[103098]: INFO oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Starting 1 workers Apr 04 20:16:32.091867 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] calling RpcWorker wait() {{(pid=103209) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 04 20:16:32.092412 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] returning from RpcWorker wait() {{(pid=103209) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 04 20:16:32.093218 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Started child 103210 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 20:16:32.093766 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.094035 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-a71a47a4-ea55-47da-9d9f-91ff8450ad47 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.094342 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:32.096030 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 20:16:32.096247 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 20:16:32.096436 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 20:16:32.096663 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 20:16:32.097012 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 20:16:32.097170 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 20:16:32.097724 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.098009 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.098228 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:32.098697 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.098697 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.098899 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.099393 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:32.099492 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.099666 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.099907 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.100176 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.100429 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.100596 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.100761 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.101001 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.101250 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.101573 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.101852 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.102131 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.102400 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.102570 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.102821 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.103106 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.105911 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.106249 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.106514 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.107014 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.107254 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.107522 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.107752 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.108053 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.108291 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.108567 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.108807 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.109047 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.109312 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.109572 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.109792 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.110007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.110273 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.110492 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.110740 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.110964 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.111423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host = dv-cinder-831247-15-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.111725 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.111983 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.112217 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.112518 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.112744 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.112970 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.113236 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.113499 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.113756 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.114008 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.114308 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.114585 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.114810 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.115076 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.115243 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_options = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.115482 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.115747 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116009 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116200 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116368 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116531 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116809 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.116973 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.117215 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.117452 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.117669 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.117887 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.118146 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.118363 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.118595 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.118809 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.119025 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.119235 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.119492 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.119721 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.119973 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.120203 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.120522 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.120870 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.121171 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.121392 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.121932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.122539 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.123052 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.123372 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.123731 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.123901 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.124114 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.124358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.124656 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.124889 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.125121 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.125329 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.125628 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.128629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.128629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.128629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.128629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.128629 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.129605 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.132677 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.132977 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.133239 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.133500 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.133773 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.134010 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.134310 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.134540 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.134786 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.135439 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.135439 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.135713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.136000 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.136324 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.136578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.136836 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.137080 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.137319 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.137567 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.137821 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.138057 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.138392 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.138639 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.138949 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.139213 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.139479 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.139817 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.140075 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.140333 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.140569 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.140808 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.141024 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.141270 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.141542 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.141800 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.142050 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.142328 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.142549 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.143542 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.143825 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.144357 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.144637 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.144899 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.145152 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.145379 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.145620 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.145868 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.146127 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.146363 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.146578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.146996 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.147401 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.147827 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.148051 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.148312 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.148530 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.148763 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.149022 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.149256 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.149697 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.149938 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.150204 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.150423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.150635 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.151041 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.151275 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.151516 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.151758 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.152026 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.152381 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.152572 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.152787 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.153005 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.153258 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.153475 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.153707 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.153918 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.154164 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.154376 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.154634 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.154874 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.155087 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.155300 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.155512 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.155752 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.155966 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.156203 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.156430 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.156645 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.156876 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.157086 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.157293 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.157520 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.157880 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.158272 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.158906 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.159292 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.159664 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.160036 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.160616 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.160976 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.161352 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.161783 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.162319 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.162711 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.163122 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.163529 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.163979 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.164415 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.164678 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.164903 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.165119 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.165542 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.165956 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.166348 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.166802 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.167039 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.167258 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.167499 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.167938 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.168160 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.168390 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.168614 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.168831 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.169055 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.169347 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.169592 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.170034 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.170335 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.170598 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.170877 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.171148 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.171456 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.171678 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.171957 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.172272 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.172526 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.172806 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.173038 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.173284 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.173543 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.173789 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.174106 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.175118 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.175371 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.175607 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.175881 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.176119 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.176343 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.176581 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.176911 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.177152 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.177392 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.177616 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.177887 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.178165 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.178433 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.178699 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.178956 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.179224 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.179472 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.179724 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.179939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.180170 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.180407 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.180621 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.180872 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.181103 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.181491 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.181715 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.181932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.182301 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.182517 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.182757 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.182986 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.183511 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.183511 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.183713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.183849 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.184156 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.184406 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.184638 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.184862 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.185087 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.185283 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.185688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.185906 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.186223 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.186474 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.186709 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.186941 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.187186 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.187429 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.187645 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.187909 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.188130 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.188364 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.188575 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.188793 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.188986 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.189226 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.189450 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.190228 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.190507 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.190756 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.191163 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.191403 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.191636 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.191862 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.192107 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.192343 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.192561 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.192779 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.193011 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.193228 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.193470 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.193854 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.194035 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.194185 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.194367 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.194599 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.194835 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.195120 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.195313 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.195526 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.195744 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.195957 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.196438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.196438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.196700 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.196824 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.197016 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.197229 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.197436 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.197713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.197965 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.198319 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.198486 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.198720 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.198973 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.199198 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.199404 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.199615 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.199856 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.200091 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.200320 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.200576 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.200791 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.200999 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.201241 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.201453 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.201681 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.201922 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.202148 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.202359 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.202579 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.202791 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.203140 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.203248 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.203445 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.203651 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.203889 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.204100 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.204306 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.204528 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.204733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.204940 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.205177 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.205510 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.205720 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:32.205849 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.206164 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.206436 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.206654 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.206943 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.207174 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.207417 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.207653 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.207963 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.208175 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.208485 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.208969 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.209201 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.209440 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.209746 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.210003 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.210330 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.210692 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.210840 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.211104 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.211560 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.211697 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.211831 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.212117 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.212458 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.212711 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.212968 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.213239 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.213470 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.213890 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.214028 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.214197 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.214342 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.214547 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.214783 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.215016 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.215246 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.215479 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.215704 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.215917 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.216140 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.216370 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.216588 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.216800 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.216955 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 20:16:32.217483 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 20:16:32.217643 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 20:16:32.217795 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 20:16:32.217980 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.219464 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220358 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220845 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220845 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220845 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.220845 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.221733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.221733 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.221918 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222002 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222177 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222339 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222497 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222653 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.222854 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223017 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223176 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223334 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223491 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223650 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223807 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.223964 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.224120 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.224277 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.224435 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.224591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.224749 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225080 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225080 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225314 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225314 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225474 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host = dv-cinder-831247-15-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225623 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225783 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.225939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226132 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226287 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226443 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226600 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226756 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.226912 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227067 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227224 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227380 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227537 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227693 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.227849 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_options = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228005 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228161 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228315 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228498 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228659 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228816 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.228972 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229127 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229283 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229593 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229750 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.229905 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230062 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230239 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230400 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230640 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230794 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.230933 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231082 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231223 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231363 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231505 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.231932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.232578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.232578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.232578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.232578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233108 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233819 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233819 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233819 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233819 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.233819 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.234496 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.234496 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.234496 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.234496 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.235688 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236019 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236019 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236019 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236283 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236411 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 20:16:32.236533 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.237232 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.237424 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.237591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.237754 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.237917 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238122 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238266 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238414 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238574 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238741 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.238901 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239074 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239234 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239393 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239553 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.239871 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240032 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240190 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240348 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240511 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240678 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240841 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.240996 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241153 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241289 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241447 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241606 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241780 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.241939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242116 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242278 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242584 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242748 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.242907 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243067 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243227 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243386 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243545 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243705 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.243863 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244022 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244181 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244342 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244655 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244655 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244814 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.244952 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245112 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245272 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245431 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245591 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245751 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.245911 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246094 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246262 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246421 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246578 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246736 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.246896 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247054 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247213 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247371 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247529 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247689 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.247848 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248021 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248180 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248339 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248499 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248658 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248817 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.248976 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249135 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249293 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249452 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249610 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249769 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.249927 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250100 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250263 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250423 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250588 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250747 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.250906 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251065 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251243 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251404 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251531 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251698 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.251871 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.252030 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.252938 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253151 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253313 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253472 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253631 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253790 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.253949 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254133 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254294 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254453 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254615 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254774 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.254932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255092 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255251 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255409 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255567 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255725 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.255883 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256040 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256200 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256357 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256515 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256676 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.256834 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257004 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257163 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257325 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257486 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257648 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257810 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.257970 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258152 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258314 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258472 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258630 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258789 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.258948 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259107 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259266 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259427 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259599 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259761 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.259942 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260101 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260283 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260443 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260601 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260764 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.260922 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261081 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261240 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261402 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261559 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261718 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.261877 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262037 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262218 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262376 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262535 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262693 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.262854 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263013 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263173 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263332 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263577 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263744 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.263907 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264010 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35740) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:16:32.264096 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264211 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264371 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264530 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264689 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.264849 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265007 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265166 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265324 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265484 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265644 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265802 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.265963 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266141 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266305 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266465 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266630 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266790 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.266953 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.267114 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.267276 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.267438 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.267599 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.267759 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.268639 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.269189 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.269357 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.269521 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.269683 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.269845 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270005 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270193 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270374 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270534 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270694 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.270856 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271016 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271175 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271335 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271495 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271653 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271813 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.271974 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272134 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272294 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272452 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272611 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272770 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.272932 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273096 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273713 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273908 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074513 Apr 04 20:16:32.273979 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.273979 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274163 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274291 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274451 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274611 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274769 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.274929 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.275104 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.275264 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.275424 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.276411 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.276576 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.276739 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277041 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277146 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277227 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277369 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277527 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277687 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.277856 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278015 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278198 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278360 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278518 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278746 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278843 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.278989 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279146 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279305 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279463 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279623 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279793 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.279952 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280111 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280270 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280429 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280588 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280757 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.280918 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281077 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281236 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281395 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281554 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281742 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.281883 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282042 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282234 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282430 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282545 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282702 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.282873 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283033 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283195 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283355 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283563 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283725 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.283886 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.284050 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.284425 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.284566 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.284708 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.284942 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285038 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285197 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285356 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285523 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285695 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.285854 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286013 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286183 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286343 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286504 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286663 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286822 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.286981 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287144 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287302 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287462 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287621 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287780 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.287939 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288097 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288256 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288416 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288577 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288735 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 20:16:32.288922 dv-cinder-831247-15-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 20:16:43.989386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be8b58-c5d6-4a2a-bb87-b57967b9f747 None None] get_active_networks_info from dv-cinder-831247-15-iscsi {{(pid=103209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 04 20:16:44.066519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be8b58-c5d6-4a2a-bb87-b57967b9f747 None None] No non-hosted networks {{(pid=103209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 04 20:16:44.087739 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.agentschedulers_db [None req-b7be8b58-c5d6-4a2a-bb87-b57967b9f747 None None] DHCP Agent not found on host dv-cinder-831247-15-iscsi {{(pid=103209) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 04 20:16:44.198609 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6ed20692-330d-4082-91b9-25fd6f037b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:46.197958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1149ac4d-01d2-477d-aca3-a9cc41103e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:46.260569 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dc692033-dba5-477a-98ac-77fe57f4b785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:47.192138 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35806) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:16:47.591782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:47.953781 dv-cinder-831247-15-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-1777e970-77c7-45e9-806b-257bb6bc9be1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:16:47.954767 dv-cinder-831247-15-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-1777e970-77c7-45e9-806b-257bb6bc9be1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:16:48.186151 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-1777e970-77c7-45e9-806b-257bb6bc9be1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:16:48.199639 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1777e970-77c7-45e9-806b-257bb6bc9be1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0006781 Apr 04 20:16:48.619009 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:49.987426 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.db.l3_hamode_db [None req-3d4deff3-fbc9-47fe-a2d0-ab24abc8a03e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 04 20:16:50.066029 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4deff3-fbc9-47fe-a2d0-ab24abc8a03e None None] Routers set() bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:16:50.066359 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4deff3-fbc9-47fe-a2d0-ab24abc8a03e None None] Router IDs set() for agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 20:16:50.258016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:50.259013 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.259575 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.260338 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.260994 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.261526 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.261870 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.262522 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.262909 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.263275 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.263737 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.264520 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.265000 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.265505 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.265836 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.266430 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:50.267059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-15-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:50.273408 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-15-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:16:50.878321 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35840) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:16:51.194365 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:16:51.286576 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.policy [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 20:16:51.329788 dv-cinder-831247-15-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:16:51.330228 dv-cinder-831247-15-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:16:51.425208 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976358139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976357646', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976341108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976327189', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976325463', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770976309674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3539217', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3767172', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1518452'] for rbac-policy (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:51.492264 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:51.493458 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-00c311e0-fe49-4b5e-8bd9-7d86c043bb70 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6139605 Apr 04 20:16:53.991995 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35852) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:16:54.301794 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:16:54.329921 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Made reservation on behalf of 4bfd495a6ee744d69c4ce2630d881e27 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:16:54.334533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.351630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.460009 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks [] for security_group (7bddd5d7-599f-4261-9444-07df783afdda), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.463810 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (7bddd5d7-599f-4261-9444-07df783afdda), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.497272 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:16:54.524334 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770974871664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (2356b2e1-74c3-4603-b278-453a773def85), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.524924 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Unsubscribe: segment precommit_create {{(pid=103208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 20:16:54.525427 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Added segment 2356b2e1-74c3-4603-b278-453a773def85 of type vlan for network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 Apr 04 20:16:54.531482 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7bddd5d7-599f-4261-9444-07df783afdda,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:16:54.570349 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.570696 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.571053 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.571405 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.571736 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.572089 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.572412 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.572730 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.573065 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.573386 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.573702 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.574031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.574373 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.574686 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.574996 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Tracked resource versions report: Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: pushed versions: Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: { 'AddressGroup': {'1.2'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Agent': {'1.1'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'ConntrackHelper': {'1.0'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Log': {'1.0'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'NDPProxy': {'1.0'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Network': {'1.1'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Port': {'1.7'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'PortForwarding': {'1.3'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'QosPolicy': {'1.10'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroup': {'1.5'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SubPort': {'1.0'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Subnet': {'1.1'}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Trunk': {'1.1'}} Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: consumer versions: Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Agent': '1.1', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'ConntrackHelper': '1.0', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'LocalIPAssociation': '1.0', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Log': '1.0', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'NDPProxy': '1.0', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Network': '1.1', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Port': '1.7', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'PortForwarding': '1.3', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'QosPolicy': '1.10', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroup': '1.5', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroupRule': '1.2', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SubPort': '1.0', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Subnet': '1.1', Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Trunk': '1.1'}} Apr 04 20:16:54.576446 dv-cinder-831247-15-iscsi neutron-server[103208]: {{(pid=103208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:16:54.642424 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (7a8fe6de-8379-4629-9bcc-21f7f6e77d38), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.683412 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (7a8fe6de-8379-4629-9bcc-21f7f6e77d38), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.688482 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:16:54.689218 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:54.750097 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7570050 Apr 04 20:16:54.807708 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764fe0-75ce-499a-b5bb-2aa34aef2ddf demo demo] Pushing event updated for resources: {'Network': ['ID=7a8fe6de-8379-4629-9bcc-21f7f6e77d38,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:16:54.821239 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:16:57.353695 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35864) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:16:57.761469 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8941a3e0-70ea-491d-9ce0-2ff858675359 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:16:57.762824 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8941a3e0-70ea-491d-9ce0-2ff858675359 demo admin] 10.222.0.25 "GET /v2.0/networks/7a8fe6de-8379-4629-9bcc-21f7f6e77d38 HTTP/1.1" status: 200 len: 824 time: 0.4081435 Apr 04 20:16:57.787081 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-14a93367-f6be-435f-b4f9-2410b6bd840e demo admin] 10.222.0.25 "GET /v2.0/subnetpools/d3dda284-1bc0-4c6a-bb1c-b932a2ae418c HTTP/1.1" status: 200 len: 734 time: 0.0184469 Apr 04 20:16:57.795177 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:16:57.815163 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Made reservation on behalf of 4bfd495a6ee744d69c4ce2630d881e27 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:16:57.817424 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:58.104430 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (ca958d52-1c66-45e9-aa49-bbc06d2850f7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:58.173287 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca958d52-1c66-45e9-aa49-bbc06d2850f7,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:16:58.178295 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Checking segment: {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:16:58.178682 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Network hostable DHCP agents. Network: 7a8fe6de-8379-4629-9bcc-21f7f6e77d38, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:16:58.199641 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:16:58.210551 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 7a8fe6de-8379-4629-9bcc-21f7f6e77d38) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:16:58.216244 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:16:58.216852 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:58.223703 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4342a765-4b2c-4f7c-9928-588879e0335e None None] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:16:58.232702 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0e681b01-f446-4f20-8d0a-d15add39eb20 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4406121 Apr 04 20:16:58.603613 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:16:58.604824 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:58.882003 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Allocated IP 172.20.0.2 (7a8fe6de-8379-4629-9bcc-21f7f6e77d38/ca958d52-1c66-45e9-aa49-bbc06d2850f7/cf107d11-4702-400a-b49d-25517123b34d) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:16:59.155191 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks [] for port (cf107d11-4702-400a-b49d-25517123b34d), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:59.163258 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (cf107d11-4702-400a-b49d-25517123b34d), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:59.226494 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:16:59.235077 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:16:59.250854 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:16:59.258242 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Pushing event updated for resources: {'Port': ['ID=cf107d11-4702-400a-b49d-25517123b34d,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:16:59.287198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.287548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.287916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.288279 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.288614 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.288944 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.289271 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.289597 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.289936 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.290293 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.290620 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.290958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.291281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.291600 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.291916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Tracked resource versions report: Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: pushed versions: Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Agent': {'1.1'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Log': {'1.0'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'NDPProxy': {'1.0'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Network': {'1.1'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Port': {'1.7'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'PortForwarding': {'1.3'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: consumer versions: Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Agent': '1.1', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'LocalIPAssociation': '1.0', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Log': '1.0', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'NDPProxy': '1.0', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Network': '1.1', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Port': '1.7', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'PortForwarding': '1.3', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SubPort': '1.0', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Subnet': '1.1', Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Apr 04 20:16:59.293408 dv-cinder-831247-15-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:16:59.343279 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Attempting to bind port cf107d11-4702-400a-b49d-25517123b34d on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:16:59.343688 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Attempting to bind port cf107d11-4702-400a-b49d-25517123b34d by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:16:59.344104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Attempting to bind port cf107d11-4702-400a-b49d-25517123b34d on network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:16:59.349809 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:16:59.350240 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Checking segment: {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:16:59.350743 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:59.351135 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Bound using segment: {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:16:59.351601 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Bound port: cf107d11-4702-400a-b49d-25517123b34d, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:16:59.352007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (cf107d11-4702-400a-b49d-25517123b34d), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:59.414953 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] For port cf107d11-4702-400a-b49d-25517123b34d, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:16:59.419214 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] For port cf107d11-4702-400a-b49d-25517123b34d, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cf107d11-4702-400a-b49d-25517123b34d,segment=NetworkSegment(2356b2e1-74c3-4603-b278-453a773def85),segment_id=2356b2e1-74c3-4603-b278-453a773def85)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:16:59.427903 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (cf107d11-4702-400a-b49d-25517123b34d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:16:59.491654 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a621f-f78a-45e9-aad5-0994e88b3d9d None None] Pushing event updated for resources: {'Port': ['ID=cf107d11-4702-400a-b49d-25517123b34d,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:00.825097 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35872) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:01.150002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-6dc3ca53-8277-45f4-9157-0e28498ed944 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:17:01.151016 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6dc3ca53-8277-45f4-9157-0e28498ed944 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3249969 Apr 04 20:17:03.685431 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35880) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:03.998099 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-c5f20d0a-b9b3-42fb-9bfd-41b92b7d5e9b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:17:04.018113 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c5f20d0a-b9b3-42fb-9bfd-41b92b7d5e9b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126037 Apr 04 20:17:06.573979 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35888) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:06.886606 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:17:06.909216 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (d66591ca-d5fd-403e-97dd-9bbfc148b48b), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:06.910828 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (d66591ca-d5fd-403e-97dd-9bbfc148b48b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:07.046587 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Publish callbacks [] for router_controller (d66591ca-d5fd-403e-97dd-9bbfc148b48b), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:07.052107 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (d66591ca-d5fd-403e-97dd-9bbfc148b48b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:07.069735 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:07.070939 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-afaa6120-5cc6-412f-8165-6ff4cd102fd4 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4958735 Apr 04 20:17:09.635194 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 35900) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:10.144205 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-be7ab07c-98ef-4a79-b1ad-cda7e5ef4a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:17:10.144787 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-be7ab07c-98ef-4a79-b1ad-cda7e5ef4a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:17:10.367085 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [None req-be7ab07c-98ef-4a79-b1ad-cda7e5ef4a21 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:17:10.368275 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-be7ab07c-98ef-4a79-b1ad-cda7e5ef4a21 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7309456 Apr 04 20:17:10.975848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf8720-ebfe-488f-b749-75d938c7f9c3 None None] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:17:11.008356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cf107d11-4702-400a-b49d-25517123b34d up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:17:11.099653 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Provisioning complete for port cf107d11-4702-400a-b49d-25517123b34d triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:11.100067 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cf107d11-4702-400a-b49d-25517123b34d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.216757 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port cf107d11-4702-400a-b49d-25517123b34d triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:11.217039 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cf107d11-4702-400a-b49d-25517123b34d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.324009 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:11.324455 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (cf107d11-4702-400a-b49d-25517123b34d), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.386776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] For port cf107d11-4702-400a-b49d-25517123b34d, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cf107d11-4702-400a-b49d-25517123b34d,segment=NetworkSegment(2356b2e1-74c3-4603-b278-453a773def85),segment_id=2356b2e1-74c3-4603-b278-453a773def85)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:17:11.393832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (cf107d11-4702-400a-b49d-25517123b34d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.403694 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:11.404084 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (cf107d11-4702-400a-b49d-25517123b34d), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.483789 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55df80-5f74-498e-98aa-9af6a59e1c4d None None] Pushing event updated for resources: {'Port': ['ID=cf107d11-4702-400a-b49d-25517123b34d,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:11.501158 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.db.api [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 20:17:11.501570 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG oslo_db.api [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 20:17:11.514498 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-54c31a3d-29d7-4c4c-8d03-a3e43f3b40d2 None None] Provisioning complete for port cf107d11-4702-400a-b49d-25517123b34d triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:11.514894 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-54c31a3d-29d7-4c4c-8d03-a3e43f3b40d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cf107d11-4702-400a-b49d-25517123b34d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:11.592765 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-54c31a3d-29d7-4c4c-8d03-a3e43f3b40d2 None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:12.037108 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:12.918023 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 35916) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:12.970054 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cf107d11-4702-400a-b49d-25517123b34d up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:17:13.022662 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port cf107d11-4702-400a-b49d-25517123b34d triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:13.023058 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cf107d11-4702-400a-b49d-25517123b34d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.096574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:13.236237 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:17:13.288593 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Made reservation on behalf of 6baaf3bd5eed4f01b9c5c2060be9471d for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:17:13.351107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.policy [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 20:17:13.393865 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:17:13.394279 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 20:17:13.403846 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.424241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.533685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks [] for security_group (3910a915-b1da-4861-9f63-c2e80bd253ca), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.537462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (3910a915-b1da-4861-9f63-c2e80bd253ca), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.548641 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Reserving flat network on physical network physnet1 {{(pid=103207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 04 20:17:13.581337 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770974871664', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (08d34865-c495-418b-a51b-a42fa8e49b7a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.581919 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Unsubscribe: segment precommit_create {{(pid=103207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 20:17:13.582440 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Added segment 08d34865-c495-418b-a51b-a42fa8e49b7a of type flat for network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d Apr 04 20:17:13.598391 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3910a915-b1da-4861-9f63-c2e80bd253ca,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:13.652293 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.652635 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.652990 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.653325 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.653649 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.653970 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.654310 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.654632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.654967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.655318 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.655622 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.655946 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.656260 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.656589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.656884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Tracked resource versions report: Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: pushed versions: Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Log': {'1.0'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Network': {'1.1'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Port': {'1.7'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: consumer versions: Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Agent': '1.1', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Log': '1.0', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Network': '1.1', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Port': '1.7', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SubPort': '1.0', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Subnet': '1.1', Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Apr 04 20:17:13.658744 dv-cinder-831247-15-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:17:13.704501 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.750351 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.752410 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:17:13.753105 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:13.820126 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9009194 Apr 04 20:17:13.862774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaebb3f-3d16-420e-b8aa-2f9a7a4abe86 admin admin] Pushing event updated for resources: {'Network': ['ID=0338d72a-c8ba-4bd7-8b0e-6de41992ef9d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:13.873290 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:17:14.012506 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-67ba71ca-495f-4d6b-964e-eef3f06a5a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:15.140068 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:17:16.191327 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dd5acb02-d916-4ade-90ec-e0c87ec5612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:16.312876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 35930) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:16.711506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e212e-7eb1-4983-bdc9-bf1c78b9cd28 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:17:16.712792 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d82e212e-7eb1-4983-bdc9-bf1c78b9cd28 demo admin] 10.222.0.25 "GET /v2.0/subnets/ca958d52-1c66-45e9-aa49-bbc06d2850f7 HTTP/1.1" status: 200 len: 849 time: 0.3989403 Apr 04 20:17:16.874809 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f1fc01d3-2ac6-409d-8d1a-f423ed014f7c demo admin] 10.222.0.25 "GET /v2.0/routers/d66591ca-d5fd-403e-97dd-9bbfc148b48b HTTP/1.1" status: 200 len: 704 time: 0.1552064 Apr 04 20:17:17.161379 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:17.449432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Allocated IP 172.20.0.1 (7a8fe6de-8379-4629-9bcc-21f7f6e77d38/ca958d52-1c66-45e9-aa49-bbc06d2850f7/5259ee5b-c1aa-4b31-8942-5e7398647493) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:17:17.516480 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:17.630400 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks [] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:17.695520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:17.758818 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:17:17.763060 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:17:17.775300 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:17:17.775841 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (d66591ca-d5fd-403e-97dd-9bbfc148b48b), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:17.840165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Pushing event updated for resources: {'Port': ['ID=5259ee5b-c1aa-4b31-8942-5e7398647493,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:17.993428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.047701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-497ad4b7-e430-4604-9ec0-6b33cde1b05d None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:18.048069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-497ad4b7-e430-4604-9ec0-6b33cde1b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.083099 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-497ad4b7-e430-4604-9ec0-6b33cde1b05d None None] Port 5259ee5b-c1aa-4b31-8942-5e7398647493 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:17:18.253642 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks [] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.258035 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.258827 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (d66591ca-d5fd-403e-97dd-9bbfc148b48b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.341518 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Pushing event updated for resources: {'Port': ['ID=5259ee5b-c1aa-4b31-8942-5e7398647493,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:18.383121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:17:18.384396 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:17:18.548115 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Router d66591ca-d5fd-403e-97dd-9bbfc148b48b is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:17:18.587256 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.603814 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-dbde4e77-d3a9-4489-8bce-b01a164d6634 None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:18.604132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbde4e77-d3a9-4489-8bce-b01a164d6634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:18.637267 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-dbde4e77-d3a9-4489-8bce-b01a164d6634 None None] Port 5259ee5b-c1aa-4b31-8942-5e7398647493 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:17:18.643811 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:17:18.651778 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9e823bd1-8064-4115-b94e-94f34c172e1c demo admin] 10.222.0.25 "PUT /v2.0/routers/d66591ca-d5fd-403e-97dd-9bbfc148b48b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7686636 Apr 04 20:17:18.653066 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Sync routers for ids ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:17:18.665486 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Routers {'d66591ca-d5fd-403e-97dd-9bbfc148b48b'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:17:18.666457 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:17:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:18.864571 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Set router d66591ca-d5fd-403e-97dd-9bbfc148b48b gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:17:19.297713 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:17Z', 'revision_number': 2, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port_host': None, '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:18Z', 'revision_number': 2, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:19.349247 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Checking router: d66591ca-d5fd-403e-97dd-9bbfc148b48b for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:17:19.349626 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Updating router d66591ca-d5fd-403e-97dd-9bbfc148b48b port 5259ee5b-c1aa-4b31-8942-5e7398647493 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:17:19.401620 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:19.914772 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks [] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:19.921055 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.089983 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Attempting to bind port 5259ee5b-c1aa-4b31-8942-5e7398647493 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:17:20.090422 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Attempting to bind port 5259ee5b-c1aa-4b31-8942-5e7398647493 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:17:20.090838 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Attempting to bind port 5259ee5b-c1aa-4b31-8942-5e7398647493 on network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:17:20.093753 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Pushing event updated for resources: {'Port': ['ID=5259ee5b-c1aa-4b31-8942-5e7398647493,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:20.101660 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:17:20.102093 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Checking segment: {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:17:20.102679 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.103072 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Bound using segment: {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:17:20.103535 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Bound port: 5259ee5b-c1aa-4b31-8942-5e7398647493, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2356b2e1-74c3-4603-b278-453a773def85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:17:20.103913 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.106389 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.106731 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.107074 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.107409 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.107732 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.108053 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.108372 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.108688 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.109027 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.109350 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.109670 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.109998 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.110347 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.110660 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.111113 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Tracked resource versions report: Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: pushed versions: Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Agent': {'1.1'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Log': {'1.0'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'NDPProxy': {'1.0'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Network': {'1.1'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Port': {'1.7'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'PortForwarding': {'1.3'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: consumer versions: Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Agent': '1.1', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Log': '1.0', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'NDPProxy': '1.0', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Network': '1.1', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Port': '1.7', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'PortForwarding': '1.3', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SubPort': '1.0', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Subnet': '1.1', Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Apr 04 20:17:20.112562 dv-cinder-831247-15-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:17:20.170114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a36d320a-c364-4589-9e39-95020f6ee999 None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:20.170642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a36d320a-c364-4589-9e39-95020f6ee999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.181155 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] For port 5259ee5b-c1aa-4b31-8942-5e7398647493, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:17:20.201409 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] For port 5259ee5b-c1aa-4b31-8942-5e7398647493, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=5259ee5b-c1aa-4b31-8942-5e7398647493,segment=NetworkSegment(2356b2e1-74c3-4603-b278-453a773def85),segment_id=2356b2e1-74c3-4603-b278-453a773def85)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:17:20.204934 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a36d320a-c364-4589-9e39-95020f6ee999 None None] Port 5259ee5b-c1aa-4b31-8942-5e7398647493 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:17:20.209087 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.254527 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Routers {'d66591ca-d5fd-403e-97dd-9bbfc148b48b'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:17:20.255025 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:17:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:20.270436 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.351710 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbf36b-c9ac-48ad-88b3-a3d20527847d None None] Pushing event updated for resources: {'Port': ['ID=5259ee5b-c1aa-4b31-8942-5e7398647493,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:20.362260 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] Set router d66591ca-d5fd-403e-97dd-9bbfc148b48b gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:17:20.525701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:20.526198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.577823 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:17Z', 'revision_number': 2, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port_host': None, '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:20Z', 'revision_number': 4, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:20.604692 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db9ca-1935-4cf5-82c6-15be0e64161b None None] The sync data for ids ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'] in dv-cinder-831247-15-iscsi is: [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:17Z', 'revision_number': 2, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port_host': None, '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:20Z', 'revision_number': 4, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:17:20.606194 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Current status of the port 5259ee5b-c1aa-4b31-8942-5e7398647493 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:20.606847 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.645845 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] For port 5259ee5b-c1aa-4b31-8942-5e7398647493, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=5259ee5b-c1aa-4b31-8942-5e7398647493,segment=NetworkSegment(2356b2e1-74c3-4603-b278-453a773def85),segment_id=2356b2e1-74c3-4603-b278-453a773def85)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:17:20.649929 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:20.698310 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da427bd-1de6-4a3e-8b92-26cf99fe9d35 None None] Pushing event updated for resources: {'Port': ['ID=5259ee5b-c1aa-4b31-8942-5e7398647493,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:21.189293 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 35950) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:21.384841 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd251039-5e88-457e-96fe-a7f655ac9872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:17:21.391465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cd251039-5e88-457e-96fe-a7f655ac9872 admin admin] 10.222.0.25 "GET /v2.0/networks/0338d72a-c8ba-4bd7-8b0e-6de41992ef9d HTTP/1.1" status: 200 len: 842 time: 0.1958706 Apr 04 20:17:21.395809 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Request body: {'subnet': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:17:21.418859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Made reservation on behalf of 6baaf3bd5eed4f01b9c5c2060be9471d for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:17:21.421184 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:21.724903 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.objects.ports [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103207) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 20:17:21.725337 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (d118935d-5832-42f8-9c2a-331098811a0c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:21.783224 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d118935d-5832-42f8-9c2a-331098811a0c,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:21.792466 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:17:21.793295 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Network hostable DHCP agents. Network: 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:17:21.812299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:17:21.823107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:17:21.827472 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:17:21.828258 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:21.834722 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7172204-d2f5-451b-8508-72ae633ec676 None None] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:17:21.850590 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f0f5f344-b757-41e5-886f-59ff9d101aeb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4583647 Apr 04 20:17:21.949282 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7affc6-8db5-4378-85fb-8b600f2a03cf None None] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:17:24.342702 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 35968) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:24.479028 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9a7058cd-80f6-49e2-9e4a-5abcbc7a58dc demo admin] 10.222.0.25 "GET /v2.0/routers/d66591ca-d5fd-403e-97dd-9bbfc148b48b HTTP/1.1" status: 200 len: 710 time: 0.1349261 Apr 04 20:17:24.570510 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f18ae-7cc2-429c-8304-9a21a28a9d03 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:17:24.571937 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c67f18ae-7cc2-429c-8304-9a21a28a9d03 demo admin] 10.222.0.25 "GET /v2.0/networks/0338d72a-c8ba-4bd7-8b0e-6de41992ef9d HTTP/1.1" status: 200 len: 886 time: 0.0877585 Apr 04 20:17:24.580747 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:17:24.909031 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks [] for router_gateway (d66591ca-d5fd-403e-97dd-9bbfc148b48b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.142626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks [] for router_gateway (d66591ca-d5fd-403e-97dd-9bbfc148b48b), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.221043 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.320580 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Allocated IP 172.27.3.193 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/d98a0793-e070-4ce0-ad76-08a9f9200a45) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:17:25.421596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks [] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.453675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.488228 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:17:25.490914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:17:25.494949 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:17:25.563740 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Pushing event updated for resources: {'Port': ['ID=d98a0793-e070-4ce0-ad76-08a9f9200a45,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:25.755418 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks [] for router_gateway (d66591ca-d5fd-403e-97dd-9bbfc148b48b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.965448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537496', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61732'] for router (d66591ca-d5fd-403e-97dd-9bbfc148b48b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:25.969038 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538897'] for router (d66591ca-d5fd-403e-97dd-9bbfc148b48b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:26.081085 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Router d66591ca-d5fd-403e-97dd-9bbfc148b48b has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:17:26.190148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:17:26.194459 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:26.196038 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-da1b2c2f-aa94-4393-ad15-618d04acbd11 demo admin] 10.222.0.25 "PUT /v2.0/routers/d66591ca-d5fd-403e-97dd-9bbfc148b48b HTTP/1.1" status: 200 len: 890 time: 1.6183724 Apr 04 20:17:28.744290 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 35980) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:17:28.874172 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-324a2348-1794-4b64-8d56-eb24849f47f1 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1285889 Apr 04 20:17:29.005698 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 5259ee5b-c1aa-4b31-8942-5e7398647493 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:17:29.062119 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:29.062520 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:29.142911 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 5259ee5b-c1aa-4b31-8942-5e7398647493 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:29.365580 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Sync routers for ids ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:17:29.377525 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Routers {'d66591ca-d5fd-403e-97dd-9bbfc148b48b'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:17:29.378382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:17:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:29.597732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Set router d66591ca-d5fd-403e-97dd-9bbfc148b48b gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:17:30.061078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:25Z', 'revision_number': 4, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port': {'id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:25Z', 'updated_at': '2022-04-04T20:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:20Z', 'revision_number': 5, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:30.113680 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Checking router: d66591ca-d5fd-403e-97dd-9bbfc148b48b for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:17:30.114281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Updating router d66591ca-d5fd-403e-97dd-9bbfc148b48b port d98a0793-e070-4ce0-ad76-08a9f9200a45 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:17:30.168814 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.484410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks [] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.489706 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.541911 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Attempting to bind port d98a0793-e070-4ce0-ad76-08a9f9200a45 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:17:30.542306 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Attempting to bind port d98a0793-e070-4ce0-ad76-08a9f9200a45 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:17:30.542673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Attempting to bind port d98a0793-e070-4ce0-ad76-08a9f9200a45 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:17:30.544439 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b1f67-386a-4adf-9932-d7c73223de92 None None] Pushing event updated for resources: {'Port': ['ID=d98a0793-e070-4ce0-ad76-08a9f9200a45,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:30.549947 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:17:30.550346 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:17:30.550746 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.551131 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:17:30.552064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Bound port: d98a0793-e070-4ce0-ad76-08a9f9200a45, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:17:30.552064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.616017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] For port d98a0793-e070-4ce0-ad76-08a9f9200a45, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:17:30.619737 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] For port d98a0793-e070-4ce0-ad76-08a9f9200a45, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d98a0793-e070-4ce0-ad76-08a9f9200a45,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:17:30.627859 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:30.685792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Routers {'d66591ca-d5fd-403e-97dd-9bbfc148b48b'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:17:30.686740 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:17:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:30.688325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b1f67-386a-4adf-9932-d7c73223de92 None None] Pushing event updated for resources: {'Port': ['ID=d98a0793-e070-4ce0-ad76-08a9f9200a45,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:30.808456 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] Set router d66591ca-d5fd-403e-97dd-9bbfc148b48b gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:17:31.034548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:25Z', 'revision_number': 4, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port': {'id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:25Z', 'updated_at': '2022-04-04T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:20Z', 'revision_number': 5, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:17:31.066622 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d46d4e-7593-448e-9494-2c6f632ca83f None None] The sync data for ids ['d66591ca-d5fd-403e-97dd-9bbfc148b48b'] in dv-cinder-831247-15-iscsi is: [{'id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'name': 'router1', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:17:06Z', 'updated_at': '2022-04-04T20:17:25Z', 'revision_number': 4, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'gw_port': {'id': 'd98a0793-e070-4ce0-ad76-08a9f9200a45', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:57:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:25Z', 'updated_at': '2022-04-04T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '5259ee5b-c1aa-4b31-8942-5e7398647493', 'name': '', 'network_id': '7a8fe6de-8379-4629-9bcc-21f7f6e77d38', 'tenant_id': '4bfd495a6ee744d69c4ce2630d881e27', 'mac_address': 'fa:16:3e:0d:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66591ca-d5fd-403e-97dd-9bbfc148b48b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:17:17Z', 'updated_at': '2022-04-04T20:17:20Z', 'revision_number': 5, 'project_id': '4bfd495a6ee744d69c4ce2630d881e27', 'subnets': [{'id': 'ca958d52-1c66-45e9-aa49-bbc06d2850f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3dda284-1bc0-4c6a-bb1c-b932a2ae418c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:17:33.105604 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d98a0793-e070-4ce0-ad76-08a9f9200a45 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:17:33.169465 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port d98a0793-e070-4ce0-ad76-08a9f9200a45 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:33.170241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:33.279575 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port d98a0793-e070-4ce0-ad76-08a9f9200a45 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:33.279891 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:33.304744 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port d98a0793-e070-4ce0-ad76-08a9f9200a45, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d98a0793-e070-4ce0-ad76-08a9f9200a45,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:17:33.314961 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:33.380533 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=d98a0793-e070-4ce0-ad76-08a9f9200a45,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:17:35.053242 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d98a0793-e070-4ce0-ad76-08a9f9200a45 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:17:35.108744 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port d98a0793-e070-4ce0-ad76-08a9f9200a45 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:17:35.109140 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d98a0793-e070-4ce0-ad76-08a9f9200a45), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:35.319648 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port d98a0793-e070-4ce0-ad76-08a9f9200a45 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:17:43.967778 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-898e5ea5-9d53-4136-bfe4-5ee81647b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:46.196069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-93b5412a-9594-4d1b-aa43-f7e37c38e5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:47.525315 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:48.597992 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:50.275788 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:17:52.145441 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:18:13.963831 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-00019a36-03f3-4a2e-915c-db0d3a7bb293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:16.191673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-13e24c7c-c318-433c-bcb5-3d6d48488206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:17.526150 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:18.598583 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:20.271473 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:29.145407 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:18:43.965577 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f995b95-2ada-47b1-8d74-5c6a75a45f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:46.195146 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f62c0995-9d07-4bae-aa73-c7290080fe06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:47.525007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:48.601193 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:50.275113 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:54.621180 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36464) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:18:54.682117 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2686df-789b-4bfc-8cae-8575d4b68333 admin admin] GET failed (client error): The resource could not be found. Apr 04 20:18:54.683386 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-df2686df-789b-4bfc-8cae-8575d4b68333 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612650 Apr 04 20:18:54.845653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f276e-eef6-4116-8fee-5de4d5609c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:18:54.847074 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-513f276e-eef6-4116-8fee-5de4d5609c6c admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1596191 Apr 04 20:18:57.153308 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36474) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:18:57.245386 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f6fcf-26ac-4eda-8a6a-e66c3d512001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:18:57.246813 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-927f6fcf-26ac-4eda-8a6a-e66c3d512001 admin admin] 10.222.0.25 "GET /v2.0/subnets/ca958d52-1c66-45e9-aa49-bbc06d2850f7 HTTP/1.1" status: 200 len: 849 time: 0.0924823 Apr 04 20:18:57.255972 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:18:57.341332 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Publish callbacks [] for subnet (ca958d52-1c66-45e9-aa49-bbc06d2850f7), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:57.490319 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770974966541'] for subnet (ca958d52-1c66-45e9-aa49-bbc06d2850f7), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:57.522067 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:18:57.522937 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:57.538107 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] 10.222.0.25 "PUT /v2.0/subnets/ca958d52-1c66-45e9-aa49-bbc06d2850f7 HTTP/1.1" status: 200 len: 868 time: 0.2714529 Apr 04 20:18:57.538364 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082edf8f-e288-4075-91b6-64f10a444323 None None] Network 7a8fe6de-8379-4629-9bcc-21f7f6e77d38 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:18:57.546153 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca958d52-1c66-45e9-aa49-bbc06d2850f7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:18:57.554684 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.555035 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.555382 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.555723 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.556055 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.556388 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.556717 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.557072 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.557400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.557727 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.558055 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.558433 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.558759 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.559080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.559400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7d9dfc-1352-486e-a237-f6d5fa8d5714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:18:57.874262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Provisioning complete for port 5259ee5b-c1aa-4b31-8942-5e7398647493 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:18:57.874682 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5259ee5b-c1aa-4b31-8942-5e7398647493), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:57.950666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Current status of the port 5259ee5b-c1aa-4b31-8942-5e7398647493 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:18:57.961232 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Provisioning complete for port cf107d11-4702-400a-b49d-25517123b34d triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:18:57.961597 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cf107d11-4702-400a-b49d-25517123b34d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:18:58.038402 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7066bfeb-c681-49a0-bc85-ff3d07f791a6 None None] Current status of the port cf107d11-4702-400a-b49d-25517123b34d is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:18:59.849968 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36482) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:00.049342 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2c817-8b3f-4d3c-bc30-9fd9922a52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:00.049733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd2c817-8b3f-4d3c-bc30-9fd9922a52be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:00.051302 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7bd2c817-8b3f-4d3c-bc30-9fd9922a52be admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2003574 Apr 04 20:19:02.385075 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36490) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:02.517026 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b1089-acfa-493e-b321-9ac0fa7c5480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:02.517493 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b1089-acfa-493e-b321-9ac0fa7c5480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:02.519058 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c58b1089-acfa-493e-b321-9ac0fa7c5480 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1330101 Apr 04 20:19:04.852083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36500) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:05.004695 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ddaad-2fdb-48d8-881b-7a428a2b69b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:05.006069 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cb9ddaad-2fdb-48d8-881b-7a428a2b69b5 admin admin] 10.222.0.25 "GET /v2.0/networks/0338d72a-c8ba-4bd7-8b0e-6de41992ef9d HTTP/1.1" status: 200 len: 886 time: 0.1530504 Apr 04 20:19:06.144862 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:19:07.337035 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36508) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:07.531135 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8071f-b7ca-4abc-8f3d-2edb1657ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:07.532503 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fdc8071f-b7ca-4abc-8f3d-2edb1657ab0e admin admin] 10.222.0.25 "GET /v2.0/networks/7a8fe6de-8379-4629-9bcc-21f7f6e77d38 HTTP/1.1" status: 200 len: 868 time: 0.1945271 Apr 04 20:19:09.872058 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36516) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:09.993526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf361f-c517-42cf-99bd-8a60d1c02919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:09.993970 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf361f-c517-42cf-99bd-8a60d1c02919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:09.995516 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-afaf361f-c517-42cf-99bd-8a60d1c02919 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225195 Apr 04 20:19:12.311101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36524) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:12.515777 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a341f-8fcd-4e97-82f9-5a4b7b954b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:12.516140 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a341f-8fcd-4e97-82f9-5a4b7b954b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:12.517706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-994a341f-8fcd-4e97-82f9-5a4b7b954b41 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2056215 Apr 04 20:19:13.970360 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ad451696-a282-426e-a839-ec6160e734ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:14.881499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36534) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:14.972862 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cdc4c5-33f9-4a7f-9df1-b827779f6cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:14.974199 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e9cdc4c5-33f9-4a7f-9df1-b827779f6cbb admin admin] 10.222.0.25 "GET /v2.0/subnets/ca958d52-1c66-45e9-aa49-bbc06d2850f7 HTTP/1.1" status: 200 len: 868 time: 0.0916996 Apr 04 20:19:16.197127 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-12e139dc-4836-458f-a4ac-65f1e95f8d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:17.298016 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36542) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:17.387950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd91575-6355-4e0e-ad87-fa886b0a148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:17.389294 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4dd91575-6355-4e0e-ad87-fa886b0a148d admin admin] 10.222.0.25 "GET /v2.0/subnets/d118935d-5832-42f8-9c2a-331098811a0c HTTP/1.1" status: 200 len: 816 time: 0.0902803 Apr 04 20:19:17.528790 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:18.604324 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:20.278908 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:43.143962 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:19:43.973557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-117725bd-8c56-4203-9424-a27cb217c812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:46.198670 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8e3e8a5b-d14b-4994-8a4f-7158adec6432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:47.531425 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:48.606777 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:48.916345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36596) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:48.964474 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [None req-6cb3580f-3500-4c23-9bff-75b011598063 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:19:48.965479 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6cb3580f-3500-4c23-9bff-75b011598063 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481968 Apr 04 20:19:50.280694 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:51.368549 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36604) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:51.428548 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.pecan_wsgi.hooks.translation [None req-b157c0cc-e071-41d5-a6d4-89f0b70dfb08 admin admin] GET failed (client error): The resource could not be found. Apr 04 20:19:51.429837 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b157c0cc-e071-41d5-a6d4-89f0b70dfb08 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603507 Apr 04 20:19:51.571639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2899c4-75ff-43e3-8e57-47aaba91db2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:51.573058 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0d2899c4-75ff-43e3-8e57-47aaba91db2d admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392310 Apr 04 20:19:53.917768 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36612) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:53.964948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:19:53.983196 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Made reservation on behalf of 6baaf3bd5eed4f01b9c5c2060be9471d for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:19:53.986018 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:54.012736 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING neutron.services.revisions.revision_plugin [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Could not find related network for resource to bump revision. Apr 04 20:19:54.026870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:19:54.037021 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (fcc3bb47-84b4-453b-9410-9380ee885388), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:54.037377 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Added segment fcc3bb47-84b4-453b-9410-9380ee885388 of type vlan for network bb9a477b-387d-4a7f-94cf-48e06882da27 Apr 04 20:19:54.078557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (bb9a477b-387d-4a7f-94cf-48e06882da27), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:54.102920 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (bb9a477b-387d-4a7f-94cf-48e06882da27), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:54.103782 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:54.104364 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:54.158794 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2398777 Apr 04 20:19:54.166144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Pushing event updated for resources: {'Network': ['ID=bb9a477b-387d-4a7f-94cf-48e06882da27,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:19:54.172851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.173206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.173557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.173891 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.174264 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.174596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.174923 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.175248 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.175573 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.175897 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.176222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.176552 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.176870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.177189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.177508 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376bc08a-71f0-4fd3-ad71-6059a60777dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:54.190296 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network bb9a477b-387d-4a7f-94cf-48e06882da27 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:19:56.488661 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36620) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:19:56.552454 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.pecan_wsgi.hooks.translation [None req-029cc0ee-2545-4e82-b0b7-60e1029bf653 admin admin] GET failed (client error): The resource could not be found. Apr 04 20:19:56.553885 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-029cc0ee-2545-4e82-b0b7-60e1029bf653 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642669 Apr 04 20:19:56.623005 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a801de3-9a87-4146-be77-ab70fe74c1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:56.624520 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3a801de3-9a87-4146-be77-ab70fe74c1f3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0665822 Apr 04 20:19:56.633971 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:19:56.651924 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Made reservation on behalf of 6baaf3bd5eed4f01b9c5c2060be9471d for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:19:56.654333 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:56.815282 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (1bca6f82-b82c-4ef5-b649-b95b7133a2db), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:56.867592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bca6f82-b82c-4ef5-b649-b95b7133a2db,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:19:56.878784 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Checking segment: {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:19:56.879128 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Network hostable DHCP agents. Network: bb9a477b-387d-4a7f-94cf-48e06882da27, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:19:56.895248 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Network bb9a477b-387d-4a7f-94cf-48e06882da27 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:19:56.902869 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, bb9a477b-387d-4a7f-94cf-48e06882da27) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:19:56.907924 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:19:56.908524 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:56.912826 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db1272-ec24-48b3-8874-ba3c28ac9935 None None] Network bb9a477b-387d-4a7f-94cf-48e06882da27 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:19:56.923687 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-324c08a5-cd05-4c2a-b2f8-d5628a33387f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2928994 Apr 04 20:19:57.112544 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-bb9a477b-387d-4a7f-94cf-48e06882da27', 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27', 'project_id': '6baaf3bd5eed4f01b9c5c2060be9471d', 'fixed_ips': [{'subnet_id': '1bca6f82-b82c-4ef5-b649-b95b7133a2db'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:19:57.113422 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.252721 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Allocated IP 192.168.233.2 (bb9a477b-387d-4a7f-94cf-48e06882da27/1bca6f82-b82c-4ef5-b649-b95b7133a2db/83a797e9-ebd2-4f95-afff-4b1ce2789768) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:19:57.404711 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks [] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.411612 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.448824 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Network bb9a477b-387d-4a7f-94cf-48e06882da27 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:19:57.452079 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:19:57.454996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:19:57.467102 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Pushing event updated for resources: {'Port': ['ID=83a797e9-ebd2-4f95-afff-4b1ce2789768,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:19:57.492856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.493199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.493537 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.493871 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.494227 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.494557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.494882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.495205 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.495550 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.495874 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.496199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.496534 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.496856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.497174 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.497491 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:19:57.531800 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Attempting to bind port 83a797e9-ebd2-4f95-afff-4b1ce2789768 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:19:57.532157 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Attempting to bind port 83a797e9-ebd2-4f95-afff-4b1ce2789768 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:19:57.532531 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Attempting to bind port 83a797e9-ebd2-4f95-afff-4b1ce2789768 on network bb9a477b-387d-4a7f-94cf-48e06882da27 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:19:57.537592 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:19:57.537968 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Checking segment: {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:19:57.538405 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.538798 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Bound using segment: {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:19:57.539268 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Bound port: 83a797e9-ebd2-4f95-afff-4b1ce2789768, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:19:57.539644 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.604822 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] For port 83a797e9-ebd2-4f95-afff-4b1ce2789768, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:19:57.608185 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] For port 83a797e9-ebd2-4f95-afff-4b1ce2789768, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=83a797e9-ebd2-4f95-afff-4b1ce2789768,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:19:57.615191 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:57.675768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b19a-15b4-4cb7-8e4e-f514be8dda79 None None] Pushing event updated for resources: {'Port': ['ID=83a797e9-ebd2-4f95-afff-4b1ce2789768,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:19:58.491819 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bea78b-7aec-493c-98e7-04c9185c93fd None None] Network bb9a477b-387d-4a7f-94cf-48e06882da27 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:19:58.560262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Provisioning complete for port 83a797e9-ebd2-4f95-afff-4b1ce2789768 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:19:58.560651 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:58.678440 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Current status of the port 83a797e9-ebd2-4f95-afff-4b1ce2789768 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:19:58.678835 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:58.714305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] For port 83a797e9-ebd2-4f95-afff-4b1ce2789768, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=83a797e9-ebd2-4f95-afff-4b1ce2789768,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:19:58.720967 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:58.775759 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1dba7-3202-4e11-af79-020e95231744 None None] Pushing event updated for resources: {'Port': ['ID=83a797e9-ebd2-4f95-afff-4b1ce2789768,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:19:58.942474 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-09ce128f-5db8-46a2-a015-9b0fb7417910 None None] Provisioning complete for port 83a797e9-ebd2-4f95-afff-4b1ce2789768 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:19:58.942866 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09ce128f-5db8-46a2-a015-9b0fb7417910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:59.027946 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-09ce128f-5db8-46a2-a015-9b0fb7417910 None None] Current status of the port 83a797e9-ebd2-4f95-afff-4b1ce2789768 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:19:59.125448 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 83a797e9-ebd2-4f95-afff-4b1ce2789768 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:19:59.175536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 83a797e9-ebd2-4f95-afff-4b1ce2789768 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:19:59.175916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (83a797e9-ebd2-4f95-afff-4b1ce2789768), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:19:59.255283 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 83a797e9-ebd2-4f95-afff-4b1ce2789768 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:20:13.976188 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-78df78b9-80b2-4a77-bace-76ab1e598133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:16.201298 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6a57-a851-4ab7-b6ad-3eca62536b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:17.533899 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:18.609999 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:20.143856 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:20:20.286103 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:43.979368 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ae37dd-d993-4633-9619-18b774ba4991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:46.204775 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ff7ebf1-f231-4242-960e-e517f31c0732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:47.536115 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:48.612303 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:50.288587 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:20:57.142231 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:21:13.982576 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-41c85765-ced3-4c10-bf39-8989330bb1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:16.206262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1b203512-fd2c-4536-ab27-6768492b24c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:17.542240 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:18.615959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:20.293286 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:28.343639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36658) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:21:28.349432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [None req-1fc2c876-2dae-47d1-85c0-34e32db419b3 tempest-verify_tempest_config-111111011 tempest-verify_tempest_config-111111011-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:21:28.350432 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1fc2c876-2dae-47d1-85c0-34e32db419b3 tempest-verify_tempest_config-111111011 tempest-verify_tempest_config-111111011-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058265 Apr 04 20:21:28.633470 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36676) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:21:28.735653 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:28.811583 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Publish callbacks [] for security_group (2d508618-c6dc-482b-9f13-8cd312bc066c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:28.814956 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2d508618-c6dc-482b-9f13-8cd312bc066c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:28.857962 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f01c4ced2cf4c25b5973ab369be8683&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234063 Apr 04 20:21:28.860658 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d508618-c6dc-482b-9f13-8cd312bc066c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:21:28.861055 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36680) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:21:28.867267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.867620 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.867988 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.868317 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.868648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.868977 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.869305 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.869626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.869944 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.870283 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.870617 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.870939 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.871256 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.871571 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.871881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5619ed-a1bb-4d7e-89e2-3548fecfcd24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:28.919415 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Publish callbacks [] for security_group (2d508618-c6dc-482b-9f13-8cd312bc066c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:28.940331 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Publish callbacks [] for security_group (2d508618-c6dc-482b-9f13-8cd312bc066c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:29.032410 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2d508618-c6dc-482b-9f13-8cd312bc066c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:29.034955 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:29.036104 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d508618-c6dc-482b-9f13-8cd312bc066c HTTP/1.1" status: 204 len: 168 time: 0.1739848 Apr 04 20:21:29.044008 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d508618-c6dc-482b-9f13-8cd312bc066c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:21:29.051100 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.051989 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.052339 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.052683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.053019 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.053354 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.053683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.054168 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.054374 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.054703 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.055049 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.055380 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.055700 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.056044 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:29.056362 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dda5a8-82ee-484c-b39a-0a13442c2425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:21:34.141125 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:21:43.996185 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-742428e8-17de-4c4c-b278-27ef2d0d9560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:46.209208 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-38402397-f59d-41f4-9f42-8aace81de330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:47.542855 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:48.617503 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:21:50.295566 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:11.141659 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:22:13.987897 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44c89618-8aab-4b64-ac3b-d18ce8c9d061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:16.212507 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6eb384f7-9d2c-430e-a901-dcb3bf77f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:17.546280 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:18.619972 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:20.297562 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:43.988666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47d57500-0561-4526-9be8-e596e0a06abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:46.214001 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f3946f23-489d-4a8c-9aa8-da3b388c81ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:47.550844 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:48.139727 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:22:48.621958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:22:50.298739 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:10.680805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537076'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:13.990735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-418f9998-8928-4402-b157-71f14ba1bdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:16.215168 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c524c178-8d5b-4a77-824e-0f5a326b36e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:17.552240 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:18.624430 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:20.300003 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:25.140026 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:23:25.319355 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36752) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:23:25.422848 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fbb0694d-e936-4fbc-964d-992421021812 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1024244 Apr 04 20:23:27.726323 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36762) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:23:27.780377 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cc034428-91ff-45c5-b601-ef14d9c9e928 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0529847 Apr 04 20:23:40.665867 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:43.991194 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1e87f6d-769d-456a-a028-989b386f232c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:46.219463 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4eb8cf8a-1026-4d78-acea-a8e43b342019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:47.558385 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:48.626334 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:23:50.302168 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:02.139212 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:24:10.667487 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:13.992003 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6421f15d-20cf-434c-887a-9290f9335c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:16.221262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d815691-e754-40ab-b716-dc9c45b4660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:17.559820 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:18.628769 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:20.305376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:39.138555 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:24:40.679485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:43.994049 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5228156-d053-405a-ad55-958223147287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:46.223034 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5f6b7dbf-c202-4b51-aa49-0f4740f2711d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:47.560575 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:48.634045 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:24:50.301432 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.379267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36866) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:04.628230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-946505102-network', 'tenant_id': 'b0f05c4c0a154622916d93ef4f9b29c4'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:04.651577 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Made reservation on behalf of b0f05c4c0a154622916d93ef4f9b29c4 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:04.654194 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.662688 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.749541 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks [] for security_group (d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.753595 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.781486 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:04.786706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:04.797314 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.797649 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.798229 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.798556 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.798883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.799212 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.799530 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.800020 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.800358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.800680 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.801045 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.801373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.801690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.801998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.802510 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Tracked resource versions report: Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: pushed versions: Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Log': {'1.0'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Network': {'1.1'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Port': {'1.7'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: consumer versions: Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: HyperV agent@hv-cinder-83124: {}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Agent': '1.1', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Log': '1.0', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Network': '1.1', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Port': '1.7', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'SubPort': '1.0', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Subnet': '1.1', Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Apr 04 20:25:04.803693 dv-cinder-831247-15-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:25:04.811241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (7f12e5dc-5f02-497e-9bea-b6645d4d5538), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.811581 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Added segment 7f12e5dc-5f02-497e-9bea-b6645d4d5538 of type vlan for network 51ce7726-cb21-44dd-a9b3-619d0d80a272 Apr 04 20:25:04.855044 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (51ce7726-cb21-44dd-a9b3-619d0d80a272), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.888352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (51ce7726-cb21-44dd-a9b3-619d0d80a272), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.888352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:04.888352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.922441 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5415022 Apr 04 20:25:04.925400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36902) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:04.932689 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Request body: {'subnet': {'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-946505102-subnet', 'tenant_id': 'b0f05c4c0a154622916d93ef4f9b29c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:04.954916 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b677-8699-4423-886b-48474c92f1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=51ce7726-cb21-44dd-a9b3-619d0d80a272,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:04.955845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Made reservation on behalf of b0f05c4c0a154622916d93ef4f9b29c4 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:04.959181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:04.965889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 51ce7726-cb21-44dd-a9b3-619d0d80a272 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:05.139630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (92ae476a-70ee-4024-9a7e-e46e58feba87), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:05.199421 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ae476a-70ee-4024-9a7e-e46e58feba87,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:05.207113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.207764 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.208264 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.208762 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.209096 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.209427 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.209753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.210106 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.211089 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.211429 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.211768 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.212101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.212423 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.212738 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.213230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Tracked resource versions report: Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: pushed versions: Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: { 'AddressGroup': {'1.2'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Agent': {'1.1'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'ConntrackHelper': {'1.0'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Log': {'1.0'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'NDPProxy': {'1.0'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Network': {'1.1'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Port': {'1.7'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'PortForwarding': {'1.3'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'QosPolicy': {'1.10'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroup': {'1.5'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SubPort': {'1.0'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Subnet': {'1.1'}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Trunk': {'1.1'}} Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: consumer versions: Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: HyperV agent@hv-cinder-83124: {}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Agent': '1.1', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'ConntrackHelper': '1.0', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'LocalIPAssociation': '1.0', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Log': '1.0', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'NDPProxy': '1.0', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Network': '1.1', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Port': '1.7', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'PortForwarding': '1.3', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'QosPolicy': '1.10', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroup': '1.5', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SecurityGroupRule': '1.2', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'SubPort': '1.0', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Subnet': '1.1', Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: 'Trunk': '1.1'}} Apr 04 20:25:05.214468 dv-cinder-831247-15-iscsi neutron-server[103208]: {{(pid=103208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:25:05.222707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Checking segment: {'id': '7f12e5dc-5f02-497e-9bea-b6645d4d5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:05.223047 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Network hostable DHCP agents. Network: 51ce7726-cb21-44dd-a9b3-619d0d80a272, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:05.243433 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Network 51ce7726-cb21-44dd-a9b3-619d0d80a272 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:05.253668 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 51ce7726-cb21-44dd-a9b3-619d0d80a272) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:05.260457 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:05.261592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:05.267375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b96b7c-25ba-4955-baf6-98f08f6ea53e None None] Network 51ce7726-cb21-44dd-a9b3-619d0d80a272 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:05.303535 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-467aab78-bbd7-4d28-ae58-37313148c475 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3769317 Apr 04 20:25:05.375329 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e72f1f-99fa-4252-832a-a616a77a334e None None] Network 51ce7726-cb21-44dd-a9b3-619d0d80a272 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:05.997504 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36978) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:06.009489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 36982) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:06.142542 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 36990) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:06.417725 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1051845399-network', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:06.443966 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-609161084-network', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:06.462181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Made reservation on behalf of f5f4a9e754814bed89d32dc866a4944e for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:06.464630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.474920 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.487690 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Made reservation on behalf of ffc8ef7f9c3249338857b21703cbde3b for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:06.495719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.509388 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.568353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285123290-network', 'tenant_id': '986c84945fe3414a9278595371920e51'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:06.575264 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37002) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:06.602347 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks [] for security_group (371f3b60-9531-4ae4-968c-e2f10dd9e2dd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.611168 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (371f3b60-9531-4ae4-968c-e2f10dd9e2dd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.626136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Made reservation on behalf of 986c84945fe3414a9278595371920e51 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:06.627176 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:06.631164 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.641245 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.641818 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Added segment fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74 of type vlan for network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 Apr 04 20:25:06.649948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.687748 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (93d8a3ce-8129-40c3-8d97-151bafd9fea8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.731883 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (93d8a3ce-8129-40c3-8d97-151bafd9fea8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.732888 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:06.733596 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.747054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks [] for security_group (b88f4fd9-539b-42db-8688-71757f07f310), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.756449 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b88f4fd9-539b-42db-8688-71757f07f310), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.811331 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8004436 Apr 04 20:25:06.812377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37014) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:06.820491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:06.830047 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Request body: {'subnet': {'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-subnet', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:06.832615 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88f4fd9-539b-42db-8688-71757f07f310,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:06.833570 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f3b60-9531-4ae4-968c-e2f10dd9e2dd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:06.853535 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (e36f6efd-2d41-4a6f-b170-61bcede5b50d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.853879 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Added segment e36f6efd-2d41-4a6f-b170-61bcede5b50d of type vlan for network c1fc3e89-69d1-4246-a6b4-905802006629 Apr 04 20:25:06.978579 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbf10-58ec-4926-acc6-c884f9367551 admin admin] Pushing event updated for resources: {'Network': ['ID=93d8a3ce-8129-40c3-8d97-151bafd9fea8,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:06.987545 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (c1fc3e89-69d1-4246-a6b4-905802006629), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:06.998814 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:07.008842 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Made reservation on behalf of ffc8ef7f9c3249338857b21703cbde3b for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:07.013111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.057523 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks [] for security_group (8d469b0b-eab6-4931-8697-50ac6cf55416), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.057723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (c1fc3e89-69d1-4246-a6b4-905802006629), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.058511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:07.059057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.080397 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8d469b0b-eab6-4931-8697-50ac6cf55416), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.133641 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d469b0b-eab6-4931-8697-50ac6cf55416,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.193448 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:07.194273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1610641706-network', 'tenant_id': '1ba952ea66254d078cf006df5aee1723'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:07.205807 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fc3e89-69d1-4246-a6b4-905802006629,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.231769 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network c1fc3e89-69d1-4246-a6b4-905802006629 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:07.233290 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b4e7c88b-2a90-4427-9f3e-3e4d7734616f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.233894 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Added segment b4e7c88b-2a90-4427-9f3e-3e4d7734616f of type vlan for network c532b44b-b16d-4cd9-ba11-38284dcaa666 Apr 04 20:25:07.299417 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4d90a996-0ee1-4e6a-b2dd-816ad13e2730 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1556659 Apr 04 20:25:07.300097 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37032) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:07.305895 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (c532b44b-b16d-4cd9-ba11-38284dcaa666), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.313492 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Request body: {'subnet': {'network_id': 'c1fc3e89-69d1-4246-a6b4-905802006629', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285123290-subnet', 'tenant_id': '986c84945fe3414a9278595371920e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:07.316941 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:07.319344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.339165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.363551 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Made reservation on behalf of 986c84945fe3414a9278595371920e51 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:07.365940 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.446922 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.db.resource_extend [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 20:25:07.498162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (c532b44b-b16d-4cd9-ba11-38284dcaa666), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.499228 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:07.500071 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.506754 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks [] for security_group (b81cc684-3ec9-41ed-aab3-66217641c3f4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.520087 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b81cc684-3ec9-41ed-aab3-66217641c3f4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.534126 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5345147 Apr 04 20:25:07.555784 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37046) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:07.571468 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Request body: {'subnet': {'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1051845399-subnet', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:07.610272 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:07.645663 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (d3150d9e-2db6-4b7b-b56b-a403254bc6ae), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.661822 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (437c784b-3e2f-4cd1-b98a-87176fca46b4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.662726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Added segment 437c784b-3e2f-4cd1-b98a-87176fca46b4 of type vlan for network 93cce902-df51-4bbd-83b7-088d899785c1 Apr 04 20:25:07.687139 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81cc684-3ec9-41ed-aab3-66217641c3f4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.718062 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae3f15-dfa8-4b80-b750-8c00995ba987 admin admin] Pushing event updated for resources: {'Network': ['ID=c532b44b-b16d-4cd9-ba11-38284dcaa666,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.732346 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:07.781044 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3150d9e-2db6-4b7b-b56b-a403254bc6ae,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.783136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Made reservation on behalf of f5f4a9e754814bed89d32dc866a4944e for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:07.787015 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.821392 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:07.821905 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Network hostable DHCP agents. Network: 93d8a3ce-8129-40c3-8d97-151bafd9fea8, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:07.829967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (bf138649-d60f-4c99-98d8-ec12592988ee), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.832273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (93cce902-df51-4bbd-83b7-088d899785c1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.897193 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:07.915950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (93cce902-df51-4bbd-83b7-088d899785c1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.917814 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:07.919784 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.919933 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf138649-d60f-4c99-98d8-ec12592988ee,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:07.935305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 93d8a3ce-8129-40c3-8d97-151bafd9fea8) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:07.947065 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:07.947267 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe23b2-0c99-4c64-a8be-341c04ebfad2 None None] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:07.947714 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:07.968756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Checking segment: {'id': 'e36f6efd-2d41-4a6f-b170-61bcede5b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c1fc3e89-69d1-4246-a6b4-905802006629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:07.968756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Network hostable DHCP agents. Network: c1fc3e89-69d1-4246-a6b4-905802006629, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:07.986872 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b88e0ca3-58ef-4fb1-beb1-0bb8f7eb5e6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1607950 Apr 04 20:25:07.987775 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37070) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:07.992073 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:08.013999 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] Pushing event updated for resources: {'Network': ['ID=93cce902-df51-4bbd-83b7-088d899785c1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:08.017669 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Network c1fc3e89-69d1-4246-a6b4-905802006629 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:08.018973 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d23430af-509c-4fe8-b1b1-dcf6369d2d90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4393580 Apr 04 20:25:08.021898 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37074) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:08.030034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Request body: {'subnet': {'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-subnet', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:08.036446 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 93cce902-df51-4bbd-83b7-088d899785c1 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:08.046343 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, c1fc3e89-69d1-4246-a6b4-905802006629) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:08.058703 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:08.059304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.071686 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.073098 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.085709 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a5e12b4a-7237-4b08-98fe-54ad92382dca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7823117 Apr 04 20:25:08.115238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:08.118474 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.152435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (7bab5434-518a-40c3-9b79-1f0470bfaa44), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.174604 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for router_controller (e292ffdd-87c5-4caa-8a94-7dc645b890f2), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.188527 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecf06f-4436-4f03-810e-d0c3a97ced12 None None] Network c1fc3e89-69d1-4246-a6b4-905802006629 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:08.279858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Checking segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:08.280408 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Network hostable DHCP agents. Network: c532b44b-b16d-4cd9-ba11-38284dcaa666, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:08.292100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bab5434-518a-40c3-9b79-1f0470bfaa44,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:08.303863 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37090) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:08.314580 dv-cinder-831247-15-iscsi neutron-server[103207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 20:25:08.337803 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:08.439258 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, c532b44b-b16d-4cd9-ba11-38284dcaa666) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:08.471163 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d73260-9aee-404d-918f-4630fe24c753 None None] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:08.486732 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:08.487485 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.532485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:25:08.533607 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.686416 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c3129-cc2c-41b6-a34f-38248216b639 None None] Network c1fc3e89-69d1-4246-a6b4-905802006629 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:08.714648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-b0c0a80b-6f3a-4f13-a52c-c27904e1b53a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:08.725757 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-b0c0a80b-6f3a-4f13-a52c-c27904e1b53a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/networks?id=51ce7726-cb21-44dd-a9b3-619d0d80a272 HTTP/1.1" status: 200 len: 811 time: 0.4198062 Apr 04 20:25:08.760740 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-332854bb-f735-48ed-8bf4-48dfe96f17df tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/quotas/b0f05c4c0a154622916d93ef4f9b29c4 HTTP/1.1" status: 200 len: 375 time: 0.0333741 Apr 04 20:25:08.795801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (a5dfa415-3181-4f2b-a423-884751ba2e49), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.826324 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-4be3f731-2784-4cd3-8db0-0495b0658724 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b0f05c4c0a154622916d93ef4f9b29c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646658 Apr 04 20:25:08.830119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c2fe8426-c36e-4277-9dc5-ddd4566db4c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2660573 Apr 04 20:25:08.832793 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37118) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:08.837309 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:08.995944 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:08.997304 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.035793 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for router_gateway (e292ffdd-87c5-4caa-8a94-7dc645b890f2), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.106868 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-c532b44b-b16d-4cd9-ba11-38284dcaa666', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:25:09.106868 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.143034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dfa415-3181-4f2b-a423-884751ba2e49,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:09.172631 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Allocated IP 172.20.0.2 (93d8a3ce-8129-40c3-8d97-151bafd9fea8/d3150d9e-2db6-4b7b-b56b-a403254bc6ae/a40c57e4-f8f2-40d8-9762-85ce1df667b5) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:09.238015 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for router_controller (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.240270 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:09.240670 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Network hostable DHCP agents. Network: 93cce902-df51-4bbd-83b7-088d899785c1, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:09.373758 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Network 93cce902-df51-4bbd-83b7-088d899785c1 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:09.398782 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 93cce902-df51-4bbd-83b7-088d899785c1) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:09.410846 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:09.411443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.436789 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37142) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:09.466005 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-450ba47d-720a-4408-b81c-1eb742ecd912 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4406538 Apr 04 20:25:09.467126 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37146) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:09.475279 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:09.591298 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for router_gateway (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.615912 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758e6d5-b17d-40d3-8af6-e85cc3532d0f None None] Network 93cce902-df51-4bbd-83b7-088d899785c1 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:09.622128 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (da244168-c268-41f5-ae20-147481f33803), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.623733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (da244168-c268-41f5-ae20-147481f33803), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.642208 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37154) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:09.652437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139709854-network', 'tenant_id': 'd148c7fa90724a54ab3e3a6310e8546f'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:09.683298 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-33cf1bb7-e1b6-412d-b0f2-17d449c8706e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:25:09.684312 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-33cf1bb7-e1b6-412d-b0f2-17d449c8706e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3805337 Apr 04 20:25:09.718754 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Allocated IP 172.20.0.2 (c532b44b-b16d-4cd9-ba11-38284dcaa666/7bab5434-518a-40c3-9b79-1f0470bfaa44/ce205f60-0308-4639-9c8f-9f76ff31ca29) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:09.725005 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for router_controller (da244168-c268-41f5-ae20-147481f33803), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.784459 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-e4426f70-3ede-47fd-b816-d61acffa5849 service neutron] 10.222.0.25 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878685 Apr 04 20:25:09.799712 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for router_gateway (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.894911 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.895404 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Made reservation on behalf of d148c7fa90724a54ab3e3a6310e8546f for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:09.897619 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.919653 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.948490 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-26dff2bc-be32-4404-a434-e687d25e2bf0 service neutron] 10.222.0.25 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318829 Apr 04 20:25:09.966604 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-93cce902-df51-4bbd-83b7-088d899785c1', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:25:09.967834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:09.971809 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-607b862c-9575-4895-bb54-09d08c22d236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.024529 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks [] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.065562 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.148696 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for router_gateway (da244168-c268-41f5-ae20-147481f33803), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.183732 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks [] for security_group (95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.247065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-607b862c-9575-4895-bb54-09d08c22d236 admin admin] Publish callbacks [] for security_group (bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.274615 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:10.275385 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Pushing event updated for resources: {'Port': ['ID=a40c57e4-f8f2-40d8-9762-85ce1df667b5,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:10.285589 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:10.311648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.317150 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:10.318187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Allocated IP 172.27.3.51 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/0ab93129-4770-441e-adad-e53b99ff8a8b) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:10.319064 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for router_gateway (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.325082 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.325466 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.325842 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.326281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.326623 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.327411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.327616 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.327946 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.328291 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.328623 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.328949 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.329292 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.329617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.329981 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.330726 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Tracked resource versions report: Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: pushed versions: Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Agent': {'1.1'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Log': {'1.0'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'NDPProxy': {'1.0'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Network': {'1.1'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Port': {'1.7'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'PortForwarding': {'1.3'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: consumer versions: Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: HyperV agent@hv-cinder-83124: {}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Agent': '1.1', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'LocalIPAssociation': '1.0', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Log': '1.0', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'NDPProxy': '1.0', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Network': '1.1', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Port': '1.7', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'PortForwarding': '1.3', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'SubPort': '1.0', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Subnet': '1.1', Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Apr 04 20:25:10.331896 dv-cinder-831247-15-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:25:10.392736 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-607b862c-9575-4895-bb54-09d08c22d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.394509 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37178) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:10.398142 dv-cinder-831247-15-iscsi neutron-server[103208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 20:25:10.412888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks [] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.454396 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.471346 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Allocated IP 172.20.0.2 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/d8cf0bd6-5026-4f4b-ace0-7ea8051101d8) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:10.473112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:10.474035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Attempting to bind port a40c57e4-f8f2-40d8-9762-85ce1df667b5 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:10.474589 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Attempting to bind port a40c57e4-f8f2-40d8-9762-85ce1df667b5 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:10.475206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Attempting to bind port a40c57e4-f8f2-40d8-9762-85ce1df667b5 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:10.480585 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-607b862c-9575-4895-bb54-09d08c22d236 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1287901678304091b5778d37f29c7b77&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0393782 Apr 04 20:25:10.497341 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37190) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:10.526200 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:10.526803 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:10.527361 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.527900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Bound using segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:10.528695 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Bound port: a40c57e4-f8f2-40d8-9762-85ce1df667b5, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:10.529222 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.537460 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:10.565717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:10.579453 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:10.581518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Pushing event updated for resources: {'Port': ['ID=ce205f60-0308-4639-9c8f-9f76ff31ca29,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:10.585729 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b862c-9575-4895-bb54-09d08c22d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:10.601658 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.613645 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5195f4d-7480-46bb-984c-4473ed8c7689 req-68d0ec20-1b63-4387-9cff-9c161f586868 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 210 time: 0.2171443 Apr 04 20:25:10.640245 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:25:10.763094 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.766580 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (5eea4dcf-ecd9-465d-9935-1638009bcfa8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.767329 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Added segment 5eea4dcf-ecd9-465d-9935-1638009bcfa8 of type vlan for network 453e7973-16ab-407a-8789-90c1e46ae46a Apr 04 20:25:10.782176 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Attempting to bind port ce205f60-0308-4639-9c8f-9f76ff31ca29 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:10.782703 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Attempting to bind port ce205f60-0308-4639-9c8f-9f76ff31ca29 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:10.783087 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Attempting to bind port ce205f60-0308-4639-9c8f-9f76ff31ca29 on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:10.795058 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] For port a40c57e4-f8f2-40d8-9762-85ce1df667b5, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:10.800113 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] For port a40c57e4-f8f2-40d8-9762-85ce1df667b5, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a40c57e4-f8f2-40d8-9762-85ce1df667b5,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:10.806659 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:10.807140 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Checking segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:10.807652 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.808133 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Bound using segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:10.808699 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Bound port: ce205f60-0308-4639-9c8f-9f76ff31ca29, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:10.809434 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.839546 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.851182 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (453e7973-16ab-407a-8789-90c1e46ae46a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.895039 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (453e7973-16ab-407a-8789-90c1e46ae46a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.897358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:10.898331 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.941885 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks [] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:10.975025 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.005902 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7148-cb01-44e7-beb2-76ede4cec4cd None None] Pushing event updated for resources: {'Port': ['ID=a40c57e4-f8f2-40d8-9762-85ce1df667b5,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.025863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:11.049495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:11.056806 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:11.061834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] For port ce205f60-0308-4639-9c8f-9f76ff31ca29, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:11.100122 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] Pushing event updated for resources: {'Network': ['ID=453e7973-16ab-407a-8789-90c1e46ae46a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.116376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] For port ce205f60-0308-4639-9c8f-9f76ff31ca29, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=ce205f60-0308-4639-9c8f-9f76ff31ca29,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:11.121354 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-854fabf7-d7db-4439-848c-82cbfbd522af admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4745214 Apr 04 20:25:11.121633 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 453e7973-16ab-407a-8789-90c1e46ae46a details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:25:11.122493 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37218) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:11.138834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Pushing event updated for resources: {'Port': ['ID=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.147586 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Request body: {'subnet': {'network_id': '453e7973-16ab-407a-8789-90c1e46ae46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139709854-subnet', 'tenant_id': 'd148c7fa90724a54ab3e3a6310e8546f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:11.178885 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.192006 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Made reservation on behalf of d148c7fa90724a54ab3e3a6310e8546f for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:11.197871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.198759 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.231466 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] Publish callbacks [] for security_group (bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.254523 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] Publish callbacks [] for security_group (bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.289076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Attempting to bind port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:11.289740 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Attempting to bind port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:11.290015 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Attempting to bind port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:11.336838 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:11.337358 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:11.338041 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.338422 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:11.339862 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Bound port: d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:11.340328 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.342011 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.344472 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.345784 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe HTTP/1.1" status: 204 len: 168 time: 0.8318331 Apr 04 20:25:11.451605 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fc6c-8db1-47df-bc9e-6ea07dd978f2 None None] Pushing event updated for resources: {'Port': ['ID=ce205f60-0308-4639-9c8f-9f76ff31ca29,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.460025 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for router_gateway (da244168-c268-41f5-ae20-147481f33803), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.516434 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.519981 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772920a-5a31-4d0d-b3a0-122ce53eea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77823f-edcd-4ef7-811a-eeb6d0fb8fbe,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.524390 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] For port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:11.543839 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] For port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:11.600592 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.689848 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (130ecb63-b281-4e47-9726-a21a6ccd59f1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.709358 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:11.766952 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24398a46-71ae-4070-9f58-379e743ca49c None None] Pushing event updated for resources: {'Port': ['ID=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:11.862408 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:11.893499 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:11.903290 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:11.982013 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=130ecb63-b281-4e47-9726-a21a6ccd59f1,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:12.047620 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab93129-4770-441e-adad-e53b99ff8a8b,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:12.068225 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-91324a6e-936a-412a-b0e3-5aa9347b720a req-472de9aa-5b22-4164-bcd1-d9f15e34ebd8 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 210 time: 0.1377206 Apr 04 20:25:12.124082 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37248) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:12.125117 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Allocated IP 172.27.3.105 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/120aef48-d408-461e-ba5f-9b668362840e) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:12.186824 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8351fe68-278a-456b-b621-a6e2428afdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.188565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Checking segment: {'id': '5eea4dcf-ecd9-465d-9935-1638009bcfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '453e7973-16ab-407a-8789-90c1e46ae46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:12.188919 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Network hostable DHCP agents. Network: 453e7973-16ab-407a-8789-90c1e46ae46a, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:25:12.352583 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Network 453e7973-16ab-407a-8789-90c1e46ae46a is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:25:12.403863 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 453e7973-16ab-407a-8789-90c1e46ae46a) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:12.415196 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7f290-c151-4e5d-80b1-55602b63c3d7 None None] Network 453e7973-16ab-407a-8789-90c1e46ae46a requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:12.434464 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:12.435132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.445264 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for port (120aef48-d408-461e-ba5f-9b668362840e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.599950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for router_gateway (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.624107 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-30644404-8125-48df-8fe6-144d462c0df8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4959338 Apr 04 20:25:12.630515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (120aef48-d408-461e-ba5f-9b668362840e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.671395 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8351fe68-278a-456b-b621-a6e2428afdc5 admin admin] Publish callbacks [] for security_group (d17a25f5-1af5-494e-8acf-a8853536ff3b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.707900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592b654-f229-4f3c-83be-a38335575b05 None None] Network 453e7973-16ab-407a-8789-90c1e46ae46a requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:12.723813 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Allocated IP 172.27.3.237 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/a2fdcac1-0506-430c-87c3-41f786413538) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:12.793911 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8351fe68-278a-456b-b621-a6e2428afdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d17a25f5-1af5-494e-8acf-a8853536ff3b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:12.918441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:12.969521 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37270) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:12.971490 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37272) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:12.974171 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8351fe68-278a-456b-b621-a6e2428afdc5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ba699f49d9645048d0d3c9f9ff75f9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8459129 Apr 04 20:25:12.985941 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:12.990837 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:13.013094 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4ea7a-da8c-45da-bb16-0116d6c8055f None None] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:13.109618 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Deleting subnet bf138649-d60f-4c99-98d8-ec12592988ee {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:25:13.115384 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Publish callbacks [] for subnet (bf138649-d60f-4c99-98d8-ec12592988ee), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.174836 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Publish callbacks [] for subnet (bf138649-d60f-4c99-98d8-ec12592988ee), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.213497 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=120aef48-d408-461e-ba5f-9b668362840e,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:13.217304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (bf138649-d60f-4c99-98d8-ec12592988ee), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.295280 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351fe68-278a-456b-b621-a6e2428afdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17a25f5-1af5-494e-8acf-a8853536ff3b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:13.313388 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (bf138649-d60f-4c99-98d8-ec12592988ee), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.376196 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf138649-d60f-4c99-98d8-ec12592988ee,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:13.495533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.505313 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-60607049-0c84-47bd-9eda-c23b4e1e280b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bf138649-d60f-4c99-98d8-ec12592988ee HTTP/1.1" status: 204 len: 168 time: 0.5322800 Apr 04 20:25:13.514724 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37288) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:13.559868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.23', 53266) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:13.714777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for port (a2fdcac1-0506-430c-87c3-41f786413538), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.781981 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4580d8-c0df-4042-a94b-c50323f4ee76 None None] Network 93cce902-df51-4bbd-83b7-088d899785c1 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:13.784086 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a40c57e4-f8f2-40d8-9762-85ce1df667b5 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:13.791043 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] Publish callbacks [] for security_group (d17a25f5-1af5-494e-8acf-a8853536ff3b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.868040 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-60ca1d6b-46b6-4218-9b94-7f6439c9496a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:13.869568 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-60ca1d6b-46b6-4218-9b94-7f6439c9496a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.23 "GET /v2.0/networks?id=51ce7726-cb21-44dd-a9b3-619d0d80a272 HTTP/1.1" status: 200 len: 811 time: 0.3085575 Apr 04 20:25:13.870384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for router_gateway (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.888027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144eba6-51da-49ae-99a1-145dd61b60e1 None None] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:25:13.912926 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (a2fdcac1-0506-430c-87c3-41f786413538), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:13.935147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Request body: {'port': {'device_id': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272', 'admin_state_up': True, 'tenant_id': 'b0f05c4c0a154622916d93ef4f9b29c4'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:13.974749 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.043675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fdcac1-0506-430c-87c3-41f786413538,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:14.059362 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bbbbbd8-fb04-40db-9786-7f3c9544e4cc req-3ed1c29e-7f14-4382-ae31-0207b5044b9c tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 210 time: 0.2716253 Apr 04 20:25:14.075205 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (c1fc3e89-69d1-4246-a6b4-905802006629), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.147059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Provisioning complete for port a40c57e4-f8f2-40d8-9762-85ce1df667b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:14.147853 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.264028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6c68f12-1c5b-4f47-bf56-14918967d42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.321699 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port a40c57e4-f8f2-40d8-9762-85ce1df667b5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:14.322305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.322976 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Made reservation on behalf of b0f05c4c0a154622916d93ef4f9b29c4 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:14.331422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.378763 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.496435 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] Publish callbacks [] for security_group (d17a25f5-1af5-494e-8acf-a8853536ff3b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.519060 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:14.558444 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:14.576022 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:14.596127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37344) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:14.726608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d17a25f5-1af5-494e-8acf-a8853536ff3b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.730963 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.732282 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d17a25f5-1af5-494e-8acf-a8853536ff3b HTTP/1.1" status: 204 len: 168 time: 1.7571542 Apr 04 20:25:14.796837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Current status of the port a40c57e4-f8f2-40d8-9762-85ce1df667b5 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:14.799003 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:14.869886 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf323ae-bff9-4e86-ba88-ff1a4d272db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17a25f5-1af5-494e-8acf-a8853536ff3b,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:14.888769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Allocated IP 172.20.0.5 (51ce7726-cb21-44dd-a9b3-619d0d80a272/92ae476a-70ee-4024-9a7e-e46e58feba87/c1cfefb2-5d21-49c6-b899-6f114eb74e6b) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:14.977177 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:25:14.978858 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-66742977-792a-47cd-b867-8b49d69c254c None None] For port a40c57e4-f8f2-40d8-9762-85ce1df667b5, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a40c57e4-f8f2-40d8-9762-85ce1df667b5,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:14.996696 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port a40c57e4-f8f2-40d8-9762-85ce1df667b5 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:14.998776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.016411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.153505 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:25:15.176633 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (c1fc3e89-69d1-4246-a6b4-905802006629), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.241857 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.db.api [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 20:25:15.242272 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG oslo_db.api [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 20:25:15.268400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.275111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.275975 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.276413 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > port after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.276673 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.276992 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > port after_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.277406 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.277653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.277973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.286491 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.307758 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Provisioning complete for port a40c57e4-f8f2-40d8-9762-85ce1df667b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:15.308156 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.352364 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66742977-792a-47cd-b867-8b49d69c254c None None] Pushing event updated for resources: {'Port': ['ID=a40c57e4-f8f2-40d8-9762-85ce1df667b5,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:15.448660 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Current status of the port a40c57e4-f8f2-40d8-9762-85ce1df667b5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:15.461045 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Provisioning complete for port ce205f60-0308-4639-9c8f-9f76ff31ca29 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:15.461822 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.521128 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8584b2a4-3c43-4ce9-8c85-33a03df25ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.562436 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Current status of the port ce205f60-0308-4639-9c8f-9f76ff31ca29 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:15.563184 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.631749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] For port ce205f60-0308-4639-9c8f-9f76ff31ca29, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=ce205f60-0308-4639-9c8f-9f76ff31ca29,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:15.633271 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:15.638937 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.677969 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:15.703844 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks [] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.709004 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:15.709979 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:24:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:15.764212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.764817 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.765024 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.765283 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:25:15.765525 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fc3e89-69d1-4246-a6b4-905802006629']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:15.802714 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36f6efd-2d41-4a6f-b170-61bcede5b50d') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:15.803005 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36f6efd-2d41-4a6f-b170-61bcede5b50d') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:15.824072 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Provisioning complete for port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:15.824630 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.863608 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.865179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (e36f6efd-2d41-4a6f-b170-61bcede5b50d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.873636 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-955c6b6e-8b2e-439b-bdac-e1f883844fb1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0370965 Apr 04 20:25:15.916269 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37392) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:15.941654 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (e36f6efd-2d41-4a6f-b170-61bcede5b50d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:15.962432 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:25:15.963280 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (e36f6efd-2d41-4a6f-b170-61bcede5b50d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.049154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port a40c57e4-f8f2-40d8-9762-85ce1df667b5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:16.050749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:16.085688 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:16.190542 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Current status of the port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:16.191016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: from cryptography.utils import int_from_bytes Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: from cryptography.utils import int_from_bytes Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:25:16.225344 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:25:16.231255 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Pushing event updated for resources: {'Port': ['ID=ce205f60-0308-4639-9c8f-9f76ff31ca29,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:16.254222 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:16.254642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.266479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-588c0601-1bf0-4d10-89aa-a07a7df4c1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.286034 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac0978c1-ed2b-4107-abfd-cdc71b26ddd6 req-5f7b4cd9-555e-41d2-94f5-d3aafa4b641f tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 210 time: 1.0357835 Apr 04 20:25:16.294862 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (c1fc3e89-69d1-4246-a6b4-905802006629), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.303836 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.354880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] For port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:16.356494 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8584b2a4-3c43-4ce9-8c85-33a03df25ea8 admin admin] Publish callbacks [] for security_group (b11c6e9b-ae2c-454b-baf6-72a2960eaf63), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.373673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.464667 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65149d0-32d3-416a-ba46-722e5207adbc None None] Pushing event updated for resources: {'Port': ['ID=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:16.502071 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8584b2a4-3c43-4ce9-8c85-33a03df25ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b11c6e9b-ae2c-454b-baf6-72a2960eaf63), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.524778 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:25:16.568610 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.575639 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:16.577081 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device ce205f60-0308-4639-9c8f-9f76ff31ca29 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:16.579692 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1fc3e89-69d1-4246-a6b4-905802006629 HTTP/1.1" status: 204 len: 168 time: 3.0638731 Apr 04 20:25:16.596228 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37406) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:16.602573 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:13Z', 'revision_number': 3, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:16.610302 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09789d4-9888-4518-acc8-26510d9f7631 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fc3e89-69d1-4246-a6b4-905802006629,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:16.653502 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:16.654027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c9f645de-863f-44c4-8e0e-5dd4edd8fd24 None None] Provisioning complete for port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:16.654316 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Updating router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad port 120aef48-d408-461e-ba5f-9b668362840e binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:16.654682 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c9f645de-863f-44c4-8e0e-5dd4edd8fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.708183 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port ce205f60-0308-4639-9c8f-9f76ff31ca29 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:16.708338 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584b2a4-3c43-4ce9-8c85-33a03df25ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c6e9b-ae2c-454b-baf6-72a2960eaf63,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:16.708434 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.714461 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (120aef48-d408-461e-ba5f-9b668362840e), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.756646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Network 51ce7726-cb21-44dd-a9b3-619d0d80a272 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:16.812017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port ce205f60-0308-4639-9c8f-9f76ff31ca29 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:16.812589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8584b2a4-3c43-4ce9-8c85-33a03df25ea8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac3b9796ac6944d793ba7ef8bf29360b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2021563 Apr 04 20:25:16.848648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:16.857799 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:16.869912 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:16.874903 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c9f645de-863f-44c4-8e0e-5dd4edd8fd24 None None] Current status of the port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:16.877801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:16.889268 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37410) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:16.960975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Pushing event updated for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:17.028204 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-bc087f76-75fe-44c4-b870-8950b8b8a633 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0969872 Apr 04 20:25:17.055667 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device ce205f60-0308-4639-9c8f-9f76ff31ca29 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:17.060429 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Deleting subnet 130ecb63-b281-4e47-9726-a21a6ccd59f1 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:25:17.077030 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Publish callbacks [] for subnet (130ecb63-b281-4e47-9726-a21a6ccd59f1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.128298 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-142e7330-082c-48a1-9d0d-142ca2132f55 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:25:17.143647 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:17.144806 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-142e7330-082c-48a1-9d0d-142ca2132f55 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475776 Apr 04 20:25:17.167460 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for router_gateway (da244168-c268-41f5-ae20-147481f33803), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.205737 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:17.282049 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:17.282999 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:17.285135 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (130ecb63-b281-4e47-9726-a21a6ccd59f1), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.307998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] Publish callbacks [] for security_group (b11c6e9b-ae2c-454b-baf6-72a2960eaf63), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.363371 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] Publish callbacks [] for security_group (b11c6e9b-ae2c-454b-baf6-72a2960eaf63), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.365669 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.374665 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cb79040c-8e20-41d9-8c2b-f9a19e8ed026 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.3855824 Apr 04 20:25:17.376335 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37424) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:17.417789 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port ce205f60-0308-4639-9c8f-9f76ff31ca29 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:17.418213 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.421030 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks [] for port (120aef48-d408-461e-ba5f-9b668362840e), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.430199 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (120aef48-d408-461e-ba5f-9b668362840e), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.504766 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b11c6e9b-ae2c-454b-baf6-72a2960eaf63), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.508959 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.510337 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b11c6e9b-ae2c-454b-baf6-72a2960eaf63 HTTP/1.1" status: 204 len: 168 time: 0.6200297 Apr 04 20:25:17.525392 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b90e9b-938f-4c8a-850a-56a9a7b60380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c6e9b-ae2c-454b-baf6-72a2960eaf63,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:17.535998 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Pushing event updated for resources: {'Port': ['ID=120aef48-d408-461e-ba5f-9b668362840e,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:17.572443 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.576572 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.577297 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.577669 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.578016 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.578465 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.578888 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.579309 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.579703 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.580085 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.580486 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.580834 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.581203 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.581574 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.581909 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Tracked resource versions report: Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: pushed versions: Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Agent': {'1.1'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Log': {'1.0'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'NDPProxy': {'1.0'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Network': {'1.1'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Port': {'1.7'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'PortForwarding': {'1.3'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: consumer versions: Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: HyperV agent@hv-cinder-83124: {}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: L3 agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: Metadata agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: Metering agent@dv-cinder-831247-15-iscsi: {}, Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-831247-15-iscsi: { 'AddressGroup': '1.2', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Agent': '1.1', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Log': '1.0', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'NDPProxy': '1.0', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Network': '1.1', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Port': '1.7', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'PortForwarding': '1.3', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'SubPort': '1.0', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Subnet': '1.1', Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Apr 04 20:25:17.583281 dv-cinder-831247-15-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 20:25:17.634537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Request body: {'port': {'device_id': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:17.697187 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Attempting to bind port 120aef48-d408-461e-ba5f-9b668362840e on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:17.697875 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Attempting to bind port 120aef48-d408-461e-ba5f-9b668362840e by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:17.698439 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Attempting to bind port 120aef48-d408-461e-ba5f-9b668362840e on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:17.721443 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:17.723501 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:17.723987 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.724562 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:17.725014 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Bound port: 120aef48-d408-461e-ba5f-9b668362840e, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:17.726836 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (120aef48-d408-461e-ba5f-9b668362840e), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.858494 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.910801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.917268 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] For port 120aef48-d408-461e-ba5f-9b668362840e, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:17.923893 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] For port 120aef48-d408-461e-ba5f-9b668362840e, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=120aef48-d408-461e-ba5f-9b668362840e,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:17.945175 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (120aef48-d408-461e-ba5f-9b668362840e), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:17.956394 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:17.964808 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (130ecb63-b281-4e47-9726-a21a6ccd59f1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:18.074312 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdc675-df74-4b9e-b312-6ebe9713456e None None] Pushing event updated for resources: {'Port': ['ID=120aef48-d408-461e-ba5f-9b668362840e,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:18.094234 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:18.094956 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:18.320307 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd2d58-0062-491a-956c-0c5d4e516e85 req-972c1ba7-c13d-444e-aca2-e4e38f02236f tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:18.325559 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbd2d58-0062-491a-956c-0c5d4e516e85 req-972c1ba7-c13d-444e-aca2-e4e38f02236f tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 931 time: 0.5268099 Apr 04 20:25:18.340506 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port ce205f60-0308-4639-9c8f-9f76ff31ca29 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:18.343189 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a40c57e4-f8f2-40d8-9762-85ce1df667b5 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:18.414847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37446) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:18.423690 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:18.490243 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d87f590-a99c-4daf-a76e-1346a3eca46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:18.562727 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port a40c57e4-f8f2-40d8-9762-85ce1df667b5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:18.563510 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:18.698529 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:18.703738 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbd2d58-0062-491a-956c-0c5d4e516e85 req-479cdb81-39ee-4400-9a7f-1c3db4621e61 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239639 Apr 04 20:25:18.805531 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:18.807068 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port a40c57e4-f8f2-40d8-9762-85ce1df667b5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:18.809410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:18.876198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:12Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:18.933139 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:18.933830 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Updating router e292ffdd-87c5-4caa-8a94-7dc645b890f2 port 0ab93129-4770-441e-adad-e53b99ff8a8b binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:19.002154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:19.003451 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.081321 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.122748 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:13Z', 'revision_number': 3, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:19.151766 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (130ecb63-b281-4e47-9726-a21a6ccd59f1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.245776 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=130ecb63-b281-4e47-9726-a21a6ccd59f1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:19.257836 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (da244168-c268-41f5-ae20-147481f33803), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.278041 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd93233-d8d7-4c52-8561-620210a8a1a8 None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:13Z', 'revision_number': 3, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:19.333861 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.340145 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-629e6cce-9566-48dc-8b9b-e1efa857983b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/130ecb63-b281-4e47-9726-a21a6ccd59f1 HTTP/1.1" status: 204 len: 168 time: 2.7427187 Apr 04 20:25:19.342580 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37466) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:19.358974 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d87f590-a99c-4daf-a76e-1346a3eca46b admin admin] Publish callbacks [] for security_group (2caa876e-df5d-40f9-b8d2-8792fd38f108), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.406121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cfefb2-5d21-49c6-b899-6f114eb74e6b {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:19.422811 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks [] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.458257 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Transition to ACTIVE for port object c1cfefb2-5d21-49c6-b899-6f114eb74e6b will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:25:19.570631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Allocated IP 172.20.0.1 (c532b44b-b16d-4cd9-ba11-38284dcaa666/7bab5434-518a-40c3-9b79-1f0470bfaa44/1f6d2274-3816-4453-8b70-7adb15e8ec71) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:19.580304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (453e7973-16ab-407a-8789-90c1e46ae46a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.597209 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks [] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.638255 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.752776 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks [] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.761328 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d87f590-a99c-4daf-a76e-1346a3eca46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2caa876e-df5d-40f9-b8d2-8792fd38f108), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.763646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.782582 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Attempting to bind port 0ab93129-4770-441e-adad-e53b99ff8a8b on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:19.783262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Attempting to bind port 0ab93129-4770-441e-adad-e53b99ff8a8b by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:19.783827 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Attempting to bind port 0ab93129-4770-441e-adad-e53b99ff8a8b on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:19.813362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:19.813748 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:19.814215 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.814760 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:19.817227 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Bound port: 0ab93129-4770-441e-adad-e53b99ff8a8b, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:19.817227 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.844506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Pushing event updated for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:19.862511 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1d20a-70c6-4136-b250-9cf41e636bbc None None] Pushing event updated for resources: {'Port': ['ID=0ab93129-4770-441e-adad-e53b99ff8a8b,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:19.876236 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (453e7973-16ab-407a-8789-90c1e46ae46a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:19.898888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:19.917429 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4d87f590-a99c-4daf-a76e-1346a3eca46b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ea0042b26c482392c9d0aae2236af0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4901848 Apr 04 20:25:19.918049 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37474) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:19.924091 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87f590-a99c-4daf-a76e-1346a3eca46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa876e-df5d-40f9-b8d2-8792fd38f108,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:19.943871 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453e7973-16ab-407a-8789-90c1e46ae46a']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:19.980177 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eea4dcf-ecd9-465d-9935-1638009bcfa8') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:19.983649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eea4dcf-ecd9-465d-9935-1638009bcfa8') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:20.016297 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] For port 0ab93129-4770-441e-adad-e53b99ff8a8b, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:20.028268 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] For port 0ab93129-4770-441e-adad-e53b99ff8a8b, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0ab93129-4770-441e-adad-e53b99ff8a8b,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:20.048212 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.106664 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.156795 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 120aef48-d408-461e-ba5f-9b668362840e up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:20.177931 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Attempting to bind port c1cfefb2-5d21-49c6-b899-6f114eb74e6b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:20.181519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Attempting to bind port c1cfefb2-5d21-49c6-b899-6f114eb74e6b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '7f12e5dc-5f02-497e-9bea-b6645d4d5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:20.182055 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Attempting to bind port c1cfefb2-5d21-49c6-b899-6f114eb74e6b on network 51ce7726-cb21-44dd-a9b3-619d0d80a272 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:20.213479 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:20.216093 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Port c1cfefb2-5d21-49c6-b899-6f114eb74e6b on network 51ce7726-cb21-44dd-a9b3-619d0d80a272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:25:20.216756 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Attempting to bind port c1cfefb2-5d21-49c6-b899-6f114eb74e6b on network 51ce7726-cb21-44dd-a9b3-619d0d80a272 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:20.248658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:20.249366 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:20.262206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:20.270400 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] Publish callbacks [] for security_group (2caa876e-df5d-40f9-b8d2-8792fd38f108), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.270589 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (5eea4dcf-ecd9-465d-9935-1638009bcfa8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.347813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] Publish callbacks [] for security_group (2caa876e-df5d-40f9-b8d2-8792fd38f108), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.379385 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Router da244168-c268-41f5-ae20-147481f33803 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:25:20.446812 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (5eea4dcf-ecd9-465d-9935-1638009bcfa8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.449822 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:20.453064 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2caa876e-df5d-40f9-b8d2-8792fd38f108), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.456471 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.457855 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2caa876e-df5d-40f9-b8d2-8792fd38f108 HTTP/1.1" status: 204 len: 168 time: 0.5370276 Apr 04 20:25:20.458949 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:20.460972 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.493604 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.545930 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1d20a-70c6-4136-b250-9cf41e636bbc None None] Pushing event updated for resources: {'Port': ['ID=0ab93129-4770-441e-adad-e53b99ff8a8b,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:20.565267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:25:20.565674 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (5eea4dcf-ecd9-465d-9935-1638009bcfa8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:25:20.584164 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:25:20.656033 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.684856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 120aef48-d408-461e-ba5f-9b668362840e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:20.685333 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (120aef48-d408-461e-ba5f-9b668362840e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.856907 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37490) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:20.929448 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 120aef48-d408-461e-ba5f-9b668362840e is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:20.929958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (120aef48-d408-461e-ba5f-9b668362840e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.952348 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 120aef48-d408-461e-ba5f-9b668362840e, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=120aef48-d408-461e-ba5f-9b668362840e,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:20.956821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (453e7973-16ab-407a-8789-90c1e46ae46a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.959114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:20.967011 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:20.971626 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/453e7973-16ab-407a-8789-90c1e46ae46a HTTP/1.1" status: 204 len: 168 time: 1.6269190 Apr 04 20:25:20.994746 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (120aef48-d408-461e-ba5f-9b668362840e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.041498 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:21.042218 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Checking segment: {'id': '7f12e5dc-5f02-497e-9bea-b6645d4d5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:21.045422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Bound using segment: {'id': '7f12e5dc-5f02-497e-9bea-b6645d4d5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:21.045580 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Bound port: c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f12e5dc-5f02-497e-9bea-b6645d4d5538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:21.063143 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.069151 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190559b-2c78-4aab-95a4-d8a900d8c4fb req-89a42c36-0eb9-4240-909b-4f127f67e814 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:21.086256 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5190559b-2c78-4aab-95a4-d8a900d8c4fb req-89a42c36-0eb9-4240-909b-4f127f67e814 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.9507816 Apr 04 20:25:21.151565 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164da109-fa4c-43c9-840c-b0bb394151cc admin admin] Pushing event deleted for resources: {'Network': ['ID=453e7973-16ab-407a-8789-90c1e46ae46a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:21.243050 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-da32ba79-c506-4449-b11c-610acd60d06a None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:21.244090 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-da32ba79-c506-4449-b11c-610acd60d06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.285233 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-da32ba79-c506-4449-b11c-610acd60d06a None None] Port 1f6d2274-3816-4453-8b70-7adb15e8ec71 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:21.321828 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=120aef48-d408-461e-ba5f-9b668362840e,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:21.342546 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:12Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:21.363281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd046e1-b6ff-4535-9b54-1ea85254d25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa876e-df5d-40f9-b8d2-8792fd38f108,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:21.392880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd417bc5-959d-42c6-bb55-d04281532886 None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:12Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:21.537651 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.591153 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:21.616320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37508) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:21.672859 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Allocated IP 172.20.0.1 (93d8a3ce-8129-40c3-8d97-151bafd9fea8/d3150d9e-2db6-4b7b-b56b-a403254bc6ae/76e795a7-72e9-401f-be3b-6bad900c3a8c) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:21.678595 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c222a7e1-9491-4268-ba4d-10c1c305c937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.683175 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37514) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:21.716150 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,segment=NetworkSegment(7f12e5dc-5f02-497e-9bea-b6645d4d5538),segment_id=7f12e5dc-5f02-497e-9bea-b6645d4d5538)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:21.740075 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.782366 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5190559b-2c78-4aab-95a4-d8a900d8c4fb req-59599241-fd0d-4f0e-a1e4-847355932d30 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944542 Apr 04 20:25:21.809823 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:21.839168 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:21.870563 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:21.870916 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:21.871344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:21.871570 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:21.877782 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] 10.222.0.23 "PUT /v2.0/ports/c1cfefb2-5d21-49c6-b899-6f114eb74e6b HTTP/1.1" status: 200 len: 1093 time: 4.3843546 Apr 04 20:25:21.899519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:22.086731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.087991 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-49146370-ecf6-49a1-99bb-e7df67e53ad7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.6198645 Apr 04 20:25:22.097257 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37518) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:22.282049 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks [] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.287518 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:22.485561 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a38af0-7dac-4576-a21f-5db5814fd9dd service neutron] Pushing event updated for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:22.485844 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0ab93129-4770-441e-adad-e53b99ff8a8b up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:22.493648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-22000cf0-339b-4da7-bb27-965882d79f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.511439 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c222a7e1-9491-4268-ba4d-10c1c305c937 admin admin] Publish callbacks [] for security_group (5344c815-8dab-483c-8871-a4df4086881f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.531971 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.559911 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-98682f0d-ffc1-412b-8bf6-79964a946711 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=986c84945fe3414a9278595371920e51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8526425 Apr 04 20:25:22.561861 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37526) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:22.607759 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:22.691879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-639be4b4-120d-4f45-853e-d3b3cc251385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:22.693617 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-639be4b4-120d-4f45-853e-d3b3cc251385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0f05c4c0a154622916d93ef4f9b29c4&device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 1127 time: 0.6124134 Apr 04 20:25:22.743973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c222a7e1-9491-4268-ba4d-10c1c305c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5344c815-8dab-483c-8871-a4df4086881f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.785525 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Pushing event updated for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:22.912800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks [] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:22.917854 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-030ed633-1b29-4fba-a666-3c662f04a30d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b HTTP/1.1" status: 200 len: 217 time: 0.1943905 Apr 04 20:25:23.060251 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12529ea2-ba78-4036-a1a2-778d29964df6 x-openstack-request-id: req-12529ea2-ba78-4036-a1a2-778d29964df6 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:23.060602 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:23.061168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12529ea2-ba78-4036-a1a2-778d29964df6 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:23.061340 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12529ea2-ba78-4036-a1a2-778d29964df6'] response: {'name': 'network-changed', 'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b', 'status': 'completed', 'code': 200} Apr 04 20:25:23.090581 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:23.099338 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.100081 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.158958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 0ab93129-4770-441e-adad-e53b99ff8a8b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:23.159495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.174829 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:23.202819 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c222a7e1-9491-4268-ba4d-10c1c305c937 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d2798e99b94a918acfb8becb002d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2729070 Apr 04 20:25:23.255798 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:23.258578 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37546) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:23.259221 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] Publish callbacks [] for security_group (b88f4fd9-539b-42db-8688-71757f07f310), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.276879 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222a7e1-9491-4268-ba4d-10c1c305c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5344c815-8dab-483c-8871-a4df4086881f,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:23.329277 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:15Z', 'revision_number': 3, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:23.391691 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:23.392462 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Updating router da244168-c268-41f5-ae20-147481f33803 port a2fdcac1-0506-430c-87c3-41f786413538 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:23.438707 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 0ab93129-4770-441e-adad-e53b99ff8a8b is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:23.439366 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.486876 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a2fdcac1-0506-430c-87c3-41f786413538), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.490860 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 0ab93129-4770-441e-adad-e53b99ff8a8b, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0ab93129-4770-441e-adad-e53b99ff8a8b,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:23.500278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.501446 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 120aef48-d408-461e-ba5f-9b668362840e up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:23.623494 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-22000cf0-339b-4da7-bb27-965882d79f8f admin admin] Publish callbacks [] for security_group (99c21173-6f3b-4123-919a-92f54d1576d2), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.629453 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Pushing event updated for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:23.694267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-22000cf0-339b-4da7-bb27-965882d79f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (99c21173-6f3b-4123-919a-92f54d1576d2), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.768880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=0ab93129-4770-441e-adad-e53b99ff8a8b,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:23.775696 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] Publish callbacks [] for security_group (b88f4fd9-539b-42db-8688-71757f07f310), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.793429 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3cf82329-98e3-4f87-8f76-c5ba97404900 None None] Provisioning complete for port 76e795a7-72e9-401f-be3b-6bad900c3a8c triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:23.799168 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cf82329-98e3-4f87-8f76-c5ba97404900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.804342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-a9a8a5a2-7d5c-4093-9695-033884cd0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:23.807749 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26120dd4-9b6c-4872-8aab-22e8b906624c req-b5beed90-f169-4173-82cd-e7bcbb1710b9 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:23.815236 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26120dd4-9b6c-4872-8aab-22e8b906624c req-b5beed90-f169-4173-82cd-e7bcbb1710b9 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.8695498 Apr 04 20:25:23.822375 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-a9a8a5a2-7d5c-4093-9695-033884cd0d54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ae476a-70ee-4024-9a7e-e46e58feba87 HTTP/1.1" status: 200 len: 851 time: 0.7730784 Apr 04 20:25:23.831532 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:23.876974 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3cf82329-98e3-4f87-8f76-c5ba97404900 None None] Port 76e795a7-72e9-401f-be3b-6bad900c3a8c cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:23.889315 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22000cf0-339b-4da7-bb27-965882d79f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c21173-6f3b-4123-919a-92f54d1576d2,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:23.899633 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 120aef48-d408-461e-ba5f-9b668362840e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:23.900035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (120aef48-d408-461e-ba5f-9b668362840e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.131174 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] Publish callbacks [] for security_group (5344c815-8dab-483c-8871-a4df4086881f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.142338 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 120aef48-d408-461e-ba5f-9b668362840e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:24.159230 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-ecdd3b6f-cce0-4fa3-9f12-ce43c61aa5b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51ce7726-cb21-44dd-a9b3-619d0d80a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2532187 Apr 04 20:25:24.183759 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-22000cf0-339b-4da7-bb27-965882d79f8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dc216a60ddf49b683f717545aef81b2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5629995 Apr 04 20:25:24.185962 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks [] for port (a2fdcac1-0506-430c-87c3-41f786413538), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.191489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37556) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:24.223660 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a2fdcac1-0506-430c-87c3-41f786413538), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.272920 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] Publish callbacks [] for security_group (5344c815-8dab-483c-8871-a4df4086881f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.399711 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Attempting to bind port a2fdcac1-0506-430c-87c3-41f786413538 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:24.401985 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Attempting to bind port a2fdcac1-0506-430c-87c3-41f786413538 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:24.402515 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Attempting to bind port a2fdcac1-0506-430c-87c3-41f786413538 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:24.405261 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fe49b-b023-4389-9e6d-d488e1b5e7fb None None] Pushing event updated for resources: {'Port': ['ID=a2fdcac1-0506-430c-87c3-41f786413538,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:24.406018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0ab93129-4770-441e-adad-e53b99ff8a8b up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:24.414014 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:24.422637 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:24.422637 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.422637 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:24.422637 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Bound port: a2fdcac1-0506-430c-87c3-41f786413538, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:24.422637 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a2fdcac1-0506-430c-87c3-41f786413538), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.499538 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] For port a2fdcac1-0506-430c-87c3-41f786413538, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:24.503500 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] For port a2fdcac1-0506-430c-87c3-41f786413538, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a2fdcac1-0506-430c-87c3-41f786413538,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:24.512621 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a2fdcac1-0506-430c-87c3-41f786413538), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.561505 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 0ab93129-4770-441e-adad-e53b99ff8a8b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:24.562168 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.598453 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fe49b-b023-4389-9e6d-d488e1b5e7fb None None] Pushing event updated for resources: {'Port': ['ID=a2fdcac1-0506-430c-87c3-41f786413538,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:24.631441 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:24.634345 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:24.694520 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5344c815-8dab-483c-8871-a4df4086881f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.697805 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-ab77a7b2-f09a-4014-be39-78d7281f1d19 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728107 Apr 04 20:25:24.699475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.701292 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5344c815-8dab-483c-8871-a4df4086881f HTTP/1.1" status: 204 len: 168 time: 1.4030690 Apr 04 20:25:24.702767 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b88f4fd9-539b-42db-8688-71757f07f310), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.706558 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.708119 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b88f4fd9-539b-42db-8688-71757f07f310 HTTP/1.1" status: 204 len: 168 time: 1.9657965 Apr 04 20:25:24.717223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:24.719102 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] Publish callbacks [] for security_group (99c21173-6f3b-4123-919a-92f54d1576d2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.778810 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26120dd4-9b6c-4872-8aab-22e8b906624c req-f39bbf80-3b6d-44b2-a5d5-72de7089b8ef tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9608881 Apr 04 20:25:24.783734 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 0ab93129-4770-441e-adad-e53b99ff8a8b is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:24.811023 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:24.830564 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c96ec5-9356-494f-98c7-f2a79a5cc11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344c815-8dab-483c-8871-a4df4086881f,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:24.846285 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91556e-400e-46df-bc28-6a6a02e21cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88f4fd9-539b-42db-8688-71757f07f310,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:24.871031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:24.939696 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:25.006251 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] Publish callbacks [] for security_group (99c21173-6f3b-4123-919a-92f54d1576d2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.299137 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks [] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.313756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.415254 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-0e4885c7-adce-4948-bf2e-e6af888b0005 None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:25.415632 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0e4885c7-adce-4948-bf2e-e6af888b0005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.438330 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:15Z', 'revision_number': 3, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:25.479223 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Pushing event updated for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:25.496773 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.528264 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbc9af9-90d8-4978-96a7-ada6b44db5f7 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:15Z', 'revision_number': 3, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:25.542199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-0e4885c7-adce-4948-bf2e-e6af888b0005 None None] Port 1f6d2274-3816-4453-8b70-7adb15e8ec71 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:25.635459 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:25:25.771304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:25.776915 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:25.835241 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-983f43f8-63b2-4697-9d84-d15655ebb9bf req-e99e08ca-17cd-40d5-b0cb-676dfd995df4 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0248847 Apr 04 20:25:25.835967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (99c21173-6f3b-4123-919a-92f54d1576d2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.838662 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.843265 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99c21173-6f3b-4123-919a-92f54d1576d2 HTTP/1.1" status: 204 len: 168 time: 1.6470642 Apr 04 20:25:25.969607 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:25.995997 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef22d9-b69f-48fa-afd7-b86929cb9923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c21173-6f3b-4123-919a-92f54d1576d2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:26.053653 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37586) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:26.236188 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:25:26.286395 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:26.296308 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:26.298894 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fc9e5c19-4069-463e-a140-c0813179bbfb admin admin] 10.222.0.25 "PUT /v2.0/routers/cb749b67-2f4b-423f-b44f-abdeaa0bb0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3815663 Apr 04 20:25:26.323494 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:26.324155 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:26.486072 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a2fdcac1-0506-430c-87c3-41f786413538 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:26.601520 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-93b0a521-aee8-4aad-aeca-f13e44f54aa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d148c7fa90724a54ab3e3a6310e8546f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4189210 Apr 04 20:25:26.607479 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37594) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:26.658649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37596) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:26.666945 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5fe04-6f4a-4789-b409-33df8fe0e653 req-972037bd-d717-4dc5-b51d-416433f3b7a6 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:26.667487 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-fb8e393c-f5f9-4454-84ab-5511455e9299 None None] Provisioning complete for port 76e795a7-72e9-401f-be3b-6bad900c3a8c triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:26.668091 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb8e393c-f5f9-4454-84ab-5511455e9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:26.668510 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0db5fe04-6f4a-4789-b409-33df8fe0e653 req-972037bd-d717-4dc5-b51d-416433f3b7a6 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.6330798 Apr 04 20:25:26.703284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-3bb02ecc-da0f-483e-922d-5b1daf0bd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:26.706756 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-3bb02ecc-da0f-483e-922d-5b1daf0bd3dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0f05c4c0a154622916d93ef4f9b29c4&device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 1127 time: 0.7640660 Apr 04 20:25:26.764084 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port a2fdcac1-0506-430c-87c3-41f786413538 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:26.764863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a2fdcac1-0506-430c-87c3-41f786413538), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:26.780579 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:26.806236 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-68374f06-4500-4e4c-ad86-b6f136b7db96 admin admin] 10.222.0.25 "PUT /v2.0/routers/e292ffdd-87c5-4caa-8a94-7dc645b890f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4083314 Apr 04 20:25:26.809053 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:26.828229 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:26.828885 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:26.838363 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] Publish callbacks [] for security_group (95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:26.851429 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fb8e393c-f5f9-4454-84ab-5511455e9299 None None] Port 76e795a7-72e9-401f-be3b-6bad900c3a8c cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:26.881223 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:26.931257 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] Publish callbacks [] for security_group (95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.068731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.072846 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.074275 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8 HTTP/1.1" status: 204 len: 168 time: 0.4657271 Apr 04 20:25:27.095738 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db978032-27d7-4f28-a304-2d59a4aaa055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f4d0f9-3ccc-4bbe-88d8-df405ece7ae8,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:27.109778 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37610) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:27.177832 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7af2051-0bb6-4e27-a5c4-ebff32b2f400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.199975 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0db5fe04-6f4a-4789-b409-33df8fe0e653 req-5b642d1a-4174-4f1c-9f7a-99dba6d2d75a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046613 Apr 04 20:25:27.230297 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:27.248777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e388e23d-974b-451a-9620-99cdf4126fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.296261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port a2fdcac1-0506-430c-87c3-41f786413538 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:27.296882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a2fdcac1-0506-430c-87c3-41f786413538), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.553974 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Allocated IP 172.20.0.1 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/e0f3c9ae-5af1-4084-a107-26584d590931) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:27.560528 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-85519ac5-733c-4666-94e3-128ffed4dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:27.563662 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-85519ac5-733c-4666-94e3-128ffed4dd08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51ce7726-cb21-44dd-a9b3-619d0d80a272 HTTP/1.1" status: 200 len: 911 time: 0.7795539 Apr 04 20:25:27.591451 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port a2fdcac1-0506-430c-87c3-41f786413538, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a2fdcac1-0506-430c-87c3-41f786413538,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:27.612251 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a2fdcac1-0506-430c-87c3-41f786413538), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.736752 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7af2051-0bb6-4e27-a5c4-ebff32b2f400 admin admin] Publish callbacks [] for security_group (5811e371-aedf-4e72-816c-cb4d573c5d45), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.753623 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=a2fdcac1-0506-430c-87c3-41f786413538,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:27.764069 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-fd2ae26b-77ef-4a35-ad8d-af96fbf2f76e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b HTTP/1.1" status: 200 len: 217 time: 0.1793404 Apr 04 20:25:27.780444 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7af2051-0bb6-4e27-a5c4-ebff32b2f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5811e371-aedf-4e72-816c-cb4d573c5d45), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.793535 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e388e23d-974b-451a-9620-99cdf4126fdb admin admin] Publish callbacks [] for security_group (c89c0a91-6959-4da4-8881-31b8e746e829), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.822752 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e388e23d-974b-451a-9620-99cdf4126fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c89c0a91-6959-4da4-8881-31b8e746e829), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:27.860908 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 2, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:27.890300 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 2, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:27.909265 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:27.909552 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Updating router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad port 1f6d2274-3816-4453-8b70-7adb15e8ec71 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:27.987581 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:27.988310 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Updating router e292ffdd-87c5-4caa-8a94-7dc645b890f2 port 76e795a7-72e9-401f-be3b-6bad900c3a8c binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:28.002108 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.021967 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e7af2051-0bb6-4e27-a5c4-ebff32b2f400 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b6f96a31daf4aee940297aef21df3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110425 Apr 04 20:25:28.030717 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e388e23d-974b-451a-9620-99cdf4126fdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=692ee51302fe415d9c7acf7fa10c8b20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3693979 Apr 04 20:25:28.037647 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37618) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:28.040528 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37620) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:28.054394 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.164962 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2051-0bb6-4e27-a5c4-ebff32b2f400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5811e371-aedf-4e72-816c-cb4d573c5d45,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:28.174426 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks [] for port (e0f3c9ae-5af1-4084-a107-26584d590931), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.251646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-27ab7f2c-3748-4061-969e-d7c38b352c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:28.253118 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-27ab7f2c-3748-4061-969e-d7c38b352c2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ae476a-70ee-4024-9a7e-e46e58feba87 HTTP/1.1" status: 200 len: 851 time: 0.2294803 Apr 04 20:25:28.370889 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e23d-974b-451a-9620-99cdf4126fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c0a91-6959-4da4-8881-31b8e746e829,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:28.408983 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-22baa363-8ba2-4ce2-b289-7ef45840df6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51ce7726-cb21-44dd-a9b3-619d0d80a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976770 Apr 04 20:25:28.546759 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] Publish callbacks [] for security_group (5811e371-aedf-4e72-816c-cb4d573c5d45), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.619845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] Publish callbacks [] for security_group (5811e371-aedf-4e72-816c-cb4d573c5d45), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.750617 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5811e371-aedf-4e72-816c-cb4d573c5d45), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.757650 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.761274 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5811e371-aedf-4e72-816c-cb4d573c5d45 HTTP/1.1" status: 204 len: 168 time: 0.7162480 Apr 04 20:25:28.785311 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3818332-6788-410d-a415-9c3d619ff361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5811e371-aedf-4e72-816c-cb4d573c5d45,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:28.787388 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:28.797149 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778298204', 'description': 'tempest-description--213065885'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:28.817721 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.837867 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] Publish callbacks [] for security_group (c89c0a91-6959-4da4-8881-31b8e746e829), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.867287 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a2fdcac1-0506-430c-87c3-41f786413538 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:28.899851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:28.948574 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] Publish callbacks [] for security_group (c89c0a91-6959-4da4-8881-31b8e746e829), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.969061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:28.990364 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:28.993389 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:28.995886 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:28.998187 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (da244168-c268-41f5-ae20-147481f33803), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.089577 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks [] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.125362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.164290 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port a2fdcac1-0506-430c-87c3-41f786413538 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:29.168172 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a2fdcac1-0506-430c-87c3-41f786413538), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.201359 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (804a7c5c-be3c-4640-a058-dcd9f7e99b56), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.212212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (804a7c5c-be3c-4640-a058-dcd9f7e99b56), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.254328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.258795 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4634614 Apr 04 20:25:29.266468 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37654) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:29.273249 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group_rule': {'security_group_id': '804a7c5c-be3c-4640-a058-dcd9f7e99b56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:29.290557 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks [] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.323121 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.365642 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c89c0a91-6959-4da4-8881-31b8e746e829), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.369057 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.377408 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c89c0a91-6959-4da4-8881-31b8e746e829 HTTP/1.1" status: 204 len: 168 time: 1.2356761 Apr 04 20:25:29.387035 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8364a-2433-4814-80d2-491169dea5ae tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804a7c5c-be3c-4640-a058-dcd9f7e99b56,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:29.390696 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-db4bbc34-cd17-43a4-8d63-9632d94ff134 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554517 Apr 04 20:25:29.405382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89e5f-bcb5-420f-af3d-05758cd2c68b None None] Pushing event updated for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:29.406331 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad1bb9-d15f-4c3f-8efd-38f6632d993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c0a91-6959-4da4-8881-31b8e746e829,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:29.412168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac49abf-08d3-49c4-905b-6c88f4606c0f req-837448f3-b6c9-43c1-8b7e-7772bb5af5f6 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:29.423835 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ac49abf-08d3-49c4-905b-6c88f4606c0f req-837448f3-b6c9-43c1-8b7e-7772bb5af5f6 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.5283961 Apr 04 20:25:29.446642 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (53c9d676-eb45-4e66-93ad-c85b19b4eaf1), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.542717 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ac49abf-08d3-49c4-905b-6c88f4606c0f req-69e8b753-262d-485f-bf93-6acd42af38c3 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167901 Apr 04 20:25:29.554924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.653867 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (53c9d676-eb45-4e66-93ad-c85b19b4eaf1), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.657852 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Attempting to bind port 76e795a7-72e9-401f-be3b-6bad900c3a8c on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:29.658285 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Attempting to bind port 76e795a7-72e9-401f-be3b-6bad900c3a8c by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:29.659563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Attempting to bind port 1f6d2274-3816-4453-8b70-7adb15e8ec71 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:29.660098 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Attempting to bind port 76e795a7-72e9-401f-be3b-6bad900c3a8c on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:29.660811 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (53c9d676-eb45-4e66-93ad-c85b19b4eaf1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.661386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Attempting to bind port 1f6d2274-3816-4453-8b70-7adb15e8ec71 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:29.664195 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Attempting to bind port 1f6d2274-3816-4453-8b70-7adb15e8ec71 on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:29.668929 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1b013d94-999c-4660-894e-6f9b6c10a16d None None] Provisioning complete for port e0f3c9ae-5af1-4084-a107-26584d590931 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:29.672271 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2afa-db13-4e5c-9ed2-fa134fd9a246 None None] Pushing event updated for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:29.681246 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1b013d94-999c-4660-894e-6f9b6c10a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.690648 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:29.691432 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:29.691990 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.692533 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Bound using segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:29.693159 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Bound port: 76e795a7-72e9-401f-be3b-6bad900c3a8c, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:29.693691 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.704812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:29.708966 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Checking segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:29.709437 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.712628 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Bound using segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:29.716052 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Bound port: 1f6d2274-3816-4453-8b70-7adb15e8ec71, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:29.716473 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.732075 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c9d676-eb45-4e66-93ad-c85b19b4eaf1,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:29.745761 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.747306 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d688c478-de89-424f-a519-f337f7f90086 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4793568 Apr 04 20:25:29.750179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37664) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:29.764701 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group_rule': {'security_group_id': '804a7c5c-be3c-4640-a058-dcd9f7e99b56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:29.833598 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] For port 76e795a7-72e9-401f-be3b-6bad900c3a8c, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:29.837634 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] For port 76e795a7-72e9-401f-be3b-6bad900c3a8c, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=76e795a7-72e9-401f-be3b-6bad900c3a8c,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:29.852114 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.858674 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (cba1a466-ed65-4602-bd41-ed8ac5f5530c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.962923 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:29.964686 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:29.977870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks [] for port (e0f3c9ae-5af1-4084-a107-26584d590931), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.984674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:29.985432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (da244168-c268-41f5-ae20-147481f33803), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.032375 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (cba1a466-ed65-4602-bd41-ed8ac5f5530c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.073641 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (cba1a466-ed65-4602-bd41-ed8ac5f5530c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.110885 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2afa-db13-4e5c-9ed2-fa134fd9a246 None None] Pushing event updated for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:30.179580 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.182625 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4307911 Apr 04 20:25:30.202278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] For port 1f6d2274-3816-4453-8b70-7adb15e8ec71, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:30.203087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37686) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:30.213345 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:30.249472 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] For port 1f6d2274-3816-4453-8b70-7adb15e8ec71, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=1f6d2274-3816-4453-8b70-7adb15e8ec71,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:30.259523 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb70def-f3a3-46d3-b7ea-c41da5f19f54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba1a466-ed65-4602-bd41-ed8ac5f5530c,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:30.280964 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port a2fdcac1-0506-430c-87c3-41f786413538 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:30.283774 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.290155 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:30.312654 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1b013d94-999c-4660-894e-6f9b6c10a16d None None] Port e0f3c9ae-5af1-4084-a107-26584d590931 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:30.412517 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:30.413899 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:30.593044 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89e5f-bcb5-420f-af3d-05758cd2c68b None None] Pushing event updated for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:30.625962 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:30.655636 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37700) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:30.656924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:30.698457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:30.737204 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Provisioning complete for port 76e795a7-72e9-401f-be3b-6bad900c3a8c triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:30.737807 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.778856 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:30.846343 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:30.891548 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08adb2b2-6503-4b03-8de2-e48b5bf2a4e7 None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:30.929488 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-014a61ae-89f9-4b2a-94a8-be495213b343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.004020 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:31.110652 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8965ba-e5c8-4645-8b1c-dff227f34a6e req-42217bc1-dfe2-4538-8074-cb6fd3053371 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738777 Apr 04 20:25:31.119657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Current status of the port 76e795a7-72e9-401f-be3b-6bad900c3a8c is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:31.120070 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.156770 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-dd798d2b-2636-4905-8921-c3387920bae0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:31.158997 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-dd798d2b-2636-4905-8921-c3387920bae0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 1.2117608 Apr 04 20:25:31.208092 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-5abb0a39-8092-4a39-a1da-4f086c8004d9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/quotas/ffc8ef7f9c3249338857b21703cbde3b HTTP/1.1" status: 200 len: 375 time: 0.0345623 Apr 04 20:25:31.249439 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-014a61ae-89f9-4b2a-94a8-be495213b343 admin admin] Publish callbacks [] for security_group (717bfefb-12b9-4ffd-b467-8970496aa3ba), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.266812 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-014a61ae-89f9-4b2a-94a8-be495213b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (717bfefb-12b9-4ffd-b467-8970496aa3ba), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.331292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:25:31.343865 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3283b-1d1d-4132-b89d-b4350a6640c0 req-bca8ec34-a834-4fb4-aa46-1a1edaae1f68 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:31.345556 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4ee3283b-1d1d-4132-b89d-b4350a6640c0 req-bca8ec34-a834-4fb4-aa46-1a1edaae1f68 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.6327724 Apr 04 20:25:31.352358 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-014a61ae-89f9-4b2a-94a8-be495213b343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2be3f5ca8724882945877bceb5349b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927676 Apr 04 20:25:31.353743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a61ae-89f9-4b2a-94a8-be495213b343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717bfefb-12b9-4ffd-b467-8970496aa3ba,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:31.357952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37718) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:31.489247 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] For port 76e795a7-72e9-401f-be3b-6bad900c3a8c, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=76e795a7-72e9-401f-be3b-6bad900c3a8c,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:31.501457 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.527243 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4ee3283b-1d1d-4132-b89d-b4350a6640c0 req-966ca980-e9df-4afa-892a-0913e909640b tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624267 Apr 04 20:25:31.554347 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bde23fc6-9e51-4d85-9fa3-aa0e7be77419 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3360677 Apr 04 20:25:31.555560 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.557900 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:25:31.563490 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b4cec179-98dc-41ac-912e-97bcc2998219 admin admin] 10.222.0.25 "PUT /v2.0/routers/da244168-c268-41f5-ae20-147481f33803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4403934 Apr 04 20:25:31.596735 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] Publish callbacks [] for security_group (717bfefb-12b9-4ffd-b467-8970496aa3ba), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.621022 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:25:31.621578 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] Publish callbacks [] for security_group (717bfefb-12b9-4ffd-b467-8970496aa3ba), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.645756 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:31.646559 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.709900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:31.710740 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:31.720281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:30Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:31.805340 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Pushing event updated for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:31.825743 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Allocated IP 172.27.3.104 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/6157bcc4-e8f1-4487-8588-cbc923fe2240) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:31.828377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (717bfefb-12b9-4ffd-b467-8970496aa3ba), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.831695 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:31.836309 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717bfefb-12b9-4ffd-b467-8970496aa3ba HTTP/1.1" status: 204 len: 168 time: 0.4768131 Apr 04 20:25:31.857004 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f991b9-3c30-4fd6-bb1d-3228cc72e63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717bfefb-12b9-4ffd-b467-8970496aa3ba,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:31.862358 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30ada9-53a2-4a05-a239-39f6e6c75090 None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:30Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:32.042020 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.103942 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Current status of the port 1f6d2274-3816-4453-8b70-7adb15e8ec71 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:32.104089 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.107493 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:32.123732 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.198818 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:32.203950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:32.207347 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:32.210187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=6157bcc4-e8f1-4487-8588-cbc923fe2240,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:32.252248 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] For port 1f6d2274-3816-4453-8b70-7adb15e8ec71, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=1f6d2274-3816-4453-8b70-7adb15e8ec71,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:32.290739 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.477400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.481156 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f842011-bff4-4217-9626-368211ad9ef8 None None] Pushing event updated for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:32.494182 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:32.494747 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.538161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 76e795a7-72e9-401f-be3b-6bad900c3a8c up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:32.560557 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.737641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 76e795a7-72e9-401f-be3b-6bad900c3a8c triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:32.738274 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.828059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.833545 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.887208 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=6157bcc4-e8f1-4487-8588-cbc923fe2240,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:32.905260 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:32.939161 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:32.956595 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:25:32.957211 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Updating router da244168-c268-41f5-ae20-147481f33803 port e0f3c9ae-5af1-4084-a107-26584d590931 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:25:32.965135 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-5432bfc0-6ca4-4c08-a8d0-8a1f160b9eb5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:25:32.968516 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-5432bfc0-6ca4-4c08-a8d0-8a1f160b9eb5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8386054 Apr 04 20:25:32.998434 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.000526 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Current status of the port 1f6d2274-3816-4453-8b70-7adb15e8ec71 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:33.092218 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-81596163-79ce-4e44-8912-b5916e70db77 service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190948 Apr 04 20:25:33.094952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.096215 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cda851c6-b2f3-40de-aced-0e8b3210602a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8892624 Apr 04 20:25:33.183262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Provisioning complete for port e0f3c9ae-5af1-4084-a107-26584d590931 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:33.183779 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.194154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 76e795a7-72e9-401f-be3b-6bad900c3a8c is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:33.195441 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 1f6d2274-3816-4453-8b70-7adb15e8ec71 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:33.213643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37772) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:33.213928 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37774) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:33.219250 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131838872', 'description': 'tempest-description--876718231'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:33.254571 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.297285 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-2e33562d-a320-4e80-8830-efccfe3a0e58 service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829789 Apr 04 20:25:33.369583 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde4f6d-f279-44a5-9dde-a4d3e6f78c69 req-13598205-271d-4d69-8daa-9b461a1ac4e4 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:33.371146 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5dde4f6d-f279-44a5-9dde-a4d3e6f78c69 req-13598205-271d-4d69-8daa-9b461a1ac4e4 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.0969059 Apr 04 20:25:33.383257 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (409b0195-e24e-483d-a1c4-f1f947285b7d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.390959 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (409b0195-e24e-483d-a1c4-f1f947285b7d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.433056 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409b0195-e24e-483d-a1c4-f1f947285b7d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:33.449519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.453785 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-edbd3857-90e3-43e3-9d87-f65d6976deac tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2357259 Apr 04 20:25:33.455336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37784) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:33.466728 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '409b0195-e24e-483d-a1c4-f1f947285b7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:33.504591 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5dde4f6d-f279-44a5-9dde-a4d3e6f78c69 req-9a01d6a9-09b7-4e85-a3e6-db07c006c18b tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249135 Apr 04 20:25:33.535190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (7dde1856-1f76-41fe-a95a-3d6f1043ee20), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.593923 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f978f4c-f3a0-4222-9d4e-8fbf6f7cb337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.701777 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7da9e398-d5ff-4782-8b34-486828b8f48b None None] Port e0f3c9ae-5af1-4084-a107-26584d590931 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:33.720618 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f978f4c-f3a0-4222-9d4e-8fbf6f7cb337 admin admin] Publish callbacks [] for security_group (8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.750676 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:33.751073 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.771469 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f978f4c-f3a0-4222-9d4e-8fbf6f7cb337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:33.827480 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f978f4c-f3a0-4222-9d4e-8fbf6f7cb337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:33.935408 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f227e315-6f2c-4ee1-abe2-f5a29b3804ca req-8f2f5cc8-ffd0-4363-9986-d02f74c298ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 210 time: 0.1050217 Apr 04 20:25:33.940689 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-a51a17fb-9b53-4881-9fc0-63a0edb33acc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--778298204&fields=id&tenant_id=f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 267 time: 0.1849489 Apr 04 20:25:34.057285 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (7dde1856-1f76-41fe-a95a-3d6f1043ee20), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.065862 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3f978f4c-f3a0-4222-9d4e-8fbf6f7cb337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3959f3473afc4927b8c42e741e7e2a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8501525 Apr 04 20:25:34.068456 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37824) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:34.083003 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (7dde1856-1f76-41fe-a95a-3d6f1043ee20), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.123441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dde1856-1f76-41fe-a95a-3d6f1043ee20,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:34.142049 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.144573 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a305b5cf-4281-40e2-877c-2147cecc60c0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6881583 Apr 04 20:25:34.150776 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37828) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:34.151108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-92c91e99-2a5f-44c2-8369-83905e836035 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:34.152675 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-92c91e99-2a5f-44c2-8369-83905e836035 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 811 time: 0.2110894 Apr 04 20:25:34.177437 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-9770b779-75e5-4cdc-ac26-7047745ab14b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/quotas/f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 375 time: 0.0185137 Apr 04 20:25:34.179487 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '409b0195-e24e-483d-a1c4-f1f947285b7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:34.183528 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 1f6d2274-3816-4453-8b70-7adb15e8ec71 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:34.311460 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (ee582a8d-881f-404f-a8f3-26dc0f2aa3ac), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.315170 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] Publish callbacks [] for security_group (8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.361667 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] Publish callbacks [] for security_group (8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.377792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks [] for port (e0f3c9ae-5af1-4084-a107-26584d590931), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.391617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.428983 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-d7b95dca-b20a-4fb8-8232-0b5dfbb30352 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470272 Apr 04 20:25:34.466040 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (ee582a8d-881f-404f-a8f3-26dc0f2aa3ac), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.482895 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (ee582a8d-881f-404f-a8f3-26dc0f2aa3ac), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.597521 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.608869 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558895 Apr 04 20:25:34.610963 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 37856) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:34.630804 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-656e8efb-a02c-4d6f-bbf9-b626db60f471 service neutron] 10.222.0.25 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902041 Apr 04 20:25:34.636694 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:34.643698 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 1f6d2274-3816-4453-8b70-7adb15e8ec71 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:34.646521 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f0f7f-4653-4ec4-a6a1-24feecbb8e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee582a8d-881f-404f-a8f3-26dc0f2aa3ac,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:34.663812 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.666537 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.674927 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c HTTP/1.1" status: 204 len: 168 time: 0.6034060 Apr 04 20:25:34.725937 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc445b27-ef53-4c08-bbd4-18e74d27c1bc None None] Pushing event updated for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:34.775007 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efd4b-9652-4da6-8c6d-d50ea5f64975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae2fb3b-a4f2-4c09-88e8-beee5fa2e78c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:34.791159 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-c5a4180a-2dc0-4276-bf24-db79aca4f756 service neutron] 10.222.0.25 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596501 Apr 04 20:25:34.794104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Attempting to bind port e0f3c9ae-5af1-4084-a107-26584d590931 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:34.797764 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Attempting to bind port e0f3c9ae-5af1-4084-a107-26584d590931 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:34.799123 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Attempting to bind port e0f3c9ae-5af1-4084-a107-26584d590931 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:34.832747 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:34.837450 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:34.838225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.838848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:34.839558 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Bound port: e0f3c9ae-5af1-4084-a107-26584d590931, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:34.841801 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:34.902743 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:35.049589 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18d500-2451-4314-9b36-47091c92dade req-f6ea4156-f654-4049-9c64-5b9f94526a8e tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:35.060583 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b18d500-2451-4314-9b36-47091c92dade req-f6ea4156-f654-4049-9c64-5b9f94526a8e tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 943 time: 0.3393686 Apr 04 20:25:35.094121 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] For port e0f3c9ae-5af1-4084-a107-26584d590931, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:35.098059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] For port e0f3c9ae-5af1-4084-a107-26584d590931, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=e0f3c9ae-5af1-4084-a107-26584d590931,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:35.125160 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:35.235610 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 1f6d2274-3816-4453-8b70-7adb15e8ec71 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:35.237643 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:35.316993 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b18d500-2451-4314-9b36-47091c92dade req-cdfe4d2d-6e96-452d-8033-4b9ffc6cef1d tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634963 Apr 04 20:25:35.363207 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device c1cfefb2-5d21-49c6-b899-6f114eb74e6b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:25:35.372421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Provisioning complete for port e0f3c9ae-5af1-4084-a107-26584d590931 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:35.372812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:35.375064 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-cfa89be1-0065-4c87-b69f-b896e9cee854 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:35.388352 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-cfa89be1-0065-4c87-b69f-b896e9cee854 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 0.2768781 Apr 04 20:25:35.453727 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-58a07f9f-6cf7-4521-8742-4668c84e7f25 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/quotas/ffc8ef7f9c3249338857b21703cbde3b HTTP/1.1" status: 200 len: 375 time: 0.0571108 Apr 04 20:25:35.564712 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc445b27-ef53-4c08-bbd4-18e74d27c1bc None None] Pushing event updated for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:35.655728 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-71e1f483-bca1-4ae3-813b-602680093a5b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954179 Apr 04 20:25:35.693343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:25:35.694042 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:35.839036 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7dc1b910-7578-4224-8467-c7e8c39aa9b2 req-0c8f84d5-7260-42a0-91f0-bd3baa6c7436 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.3746562 Apr 04 20:25:35.841742 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:35.903653 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-ba7678b4-02ae-411b-be8b-a8ddc95fd9a8 service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406414 Apr 04 20:25:36.032680 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,segment=NetworkSegment(7f12e5dc-5f02-497e-9bea-b6645d4d5538),segment_id=7f12e5dc-5f02-497e-9bea-b6645d4d5538)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:36.040910 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 1f6d2274-3816-4453-8b70-7adb15e8ec71 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:36.074266 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b', 'network_id': '51ce7726-cb21-44dd-a9b3-619d0d80a272', 'port_id': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b', 'mac_address': 'fa:16:3e:43:7d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ae476a-70ee-4024-9a7e-e46e58feba87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:25:36.081962 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Current status of the port e0f3c9ae-5af1-4084-a107-26584d590931 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:36.083269 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.112563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:25:36.143020 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-122677fb-a515-423c-8ba0-fbb2b978091a service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329597 Apr 04 20:25:36.205903 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port c1cfefb2-5d21-49c6-b899-6f114eb74e6b is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:36.205903 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.217208 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.27.3.67 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/f48da840-190e-4829-9433-f803d65cfe7d) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:36.242246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37912) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:36.259837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] For port e0f3c9ae-5af1-4084-a107-26584d590931, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=e0f3c9ae-5af1-4084-a107-26584d590931,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:36.267283 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3a09b431-7e22-4f86-9fa9-068c0c6b3e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.305372 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cfefb2-5d21-49c6-b899-6f114eb74e6b {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:36.316771 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.400271 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,segment=NetworkSegment(7f12e5dc-5f02-497e-9bea-b6645d4d5538),segment_id=7f12e5dc-5f02-497e-9bea-b6645d4d5538)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:36.413326 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.469257 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c04fed-9a7f-4545-943c-8feb6ba9c916 None None] Pushing event updated for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:36.529769 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ebeccf3-43e7-4956-9793-ad1d448d4d60 req-835e390a-fb6a-4f38-beaa-ca02e250fad8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.1275883 Apr 04 20:25:36.546637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3a09b431-7e22-4f86-9fa9-068c0c6b3e79 admin admin] Publish callbacks [] for security_group (c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.590980 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7e015de5-4dd9-4924-8d0b-7e6046f47c32 None None] Provisioning complete for port e0f3c9ae-5af1-4084-a107-26584d590931 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:36.591603 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e015de5-4dd9-4924-8d0b-7e6046f47c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.600386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3a09b431-7e22-4f86-9fa9-068c0c6b3e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.622769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdb0cb-775d-42b2-b387-b8016410e456 req-c92fc37a-5420-4a13-83bb-a5177bca68da tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:36.641089 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bafdb0cb-775d-42b2-b387-b8016410e456 req-c92fc37a-5420-4a13-83bb-a5177bca68da tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 944 time: 0.1724308 Apr 04 20:25:36.656276 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (f48da840-190e-4829-9433-f803d65cfe7d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.703884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b431-7e22-4f86-9fa9-068c0c6b3e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:36.764660 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:36.806190 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (f48da840-190e-4829-9433-f803d65cfe7d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:36.923331 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['c1cfefb2-5d21-49c6-b899-6f114eb74e6b'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:25:36.953577 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:36.972614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:36.986398 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:37.054948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-8ce9d5a5-20bd-4831-9b50-9ae0fe007d0d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:37.056485 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-8ce9d5a5-20bd-4831-9b50-9ae0fe007d0d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 0.3595638 Apr 04 20:25:37.067377 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3a09b431-7e22-4f86-9fa9-068c0c6b3e79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4f368497bce4f37a7e9ec2ec3b4a66a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8173416 Apr 04 20:25:37.072896 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 37946) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:37.086799 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bafdb0cb-775d-42b2-b387-b8016410e456 req-54c026f9-ebcd-4017-99e4-97dbfa761815 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444149 Apr 04 20:25:37.146059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:35Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:25:37.160980 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cb4090c-2a28-402b-a9f2-c302daa3640c req-a93903e8-9ba1-4587-8e24-d6f2a174b272 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.1650913 Apr 04 20:25:37.164459 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=f48da840-190e-4829-9433-f803d65cfe7d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:37.207125 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] Publish callbacks [] for security_group (c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.229110 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7e015de5-4dd9-4924-8d0b-7e6046f47c32 None None] Current status of the port e0f3c9ae-5af1-4084-a107-26584d590931 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:37.233718 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'port': {'device_id': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'admin_state_up': True, 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:37.284038 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d50ad4a-6747-4e85-839e-12e7a32e4672 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:35Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:25:37.302029 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.401799 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (f48da840-190e-4829-9433-f803d65cfe7d), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.612592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.23', 53286) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:37.761907 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] Publish callbacks [] for security_group (c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.928984 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.932136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.936346 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6 HTTP/1.1" status: 204 len: 168 time: 0.8575428 Apr 04 20:25:37.966618 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf15c62-cf94-4e92-9ce8-7f45170fe883 req-a11de313-6a50-4887-b3e3-5ef745320b2c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.1087441 Apr 04 20:25:37.981592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (f48da840-190e-4829-9433-f803d65cfe7d), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:37.992377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-6491897f-2926-4aa1-94e1-095a6141d047 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:37.993914 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-6491897f-2926-4aa1-94e1-095a6141d047 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 811 time: 0.3790538 Apr 04 20:25:37.995334 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (f48da840-190e-4829-9433-f803d65cfe7d), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:38.036669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc70cbf-f673-48f8-81b0-46affa7d8d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a0a1fa-eb4f-4c3b-917a-8c22c9b0b3a6,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:38.061534 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Made reservation on behalf of ffc8ef7f9c3249338857b21703cbde3b for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:38.066482 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:38.154323 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=f48da840-190e-4829-9433-f803d65cfe7d,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:38.177480 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:38.212249 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:38.222342 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-40324df1-afb7-40eb-8684-4c1753250966 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6026282 Apr 04 20:25:38.303872 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Allocated IP 172.20.0.13 (93d8a3ce-8129-40c3-8d97-151bafd9fea8/d3150d9e-2db6-4b7b-b56b-a403254bc6ae/b0f7be72-23d8-4c39-b362-7687e1e3c4b1) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:38.421891 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6f145eb-3295-4763-a745-4f2bbe845f6d req-60109fd0-75ab-4c11-a757-c92eca1e90e3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.0830979 Apr 04 20:25:38.463656 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.23', 53290) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:38.477428 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device e0f3c9ae-5af1-4084-a107-26584d590931 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:38.493948 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-0b551e8b-51be-4870-8eb3-6418a0aad858 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 379 time: 0.2600932 Apr 04 20:25:38.527941 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'port': {'device_id': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'admin_state_up': True, 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'security_groups': ['804a7c5c-be3c-4640-a058-dcd9f7e99b56']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:38.578186 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f065c0-b160-44e8-a0d0-f2a5e01b32ac req-b36698e5-2bb6-4b75-a193-15acafd9cfab tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:38.589114 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9f065c0-b160-44e8-a0d0-f2a5e01b32ac req-b36698e5-2bb6-4b75-a193-15acafd9cfab tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 944 time: 0.3594477 Apr 04 20:25:38.744753 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-6dd93eac-f099-4612-9d8f-9da2ee1c8263 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:38.746657 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-6dd93eac-f099-4612-9d8f-9da2ee1c8263 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 0.2766600 Apr 04 20:25:38.769004 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-863aa638-3d43-45ce-ac77-85dc4b7acfc4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2131838872&fields=id&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 267 time: 0.1076014 Apr 04 20:25:38.782454 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'port': {'device_id': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'admin_state_up': True, 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:38.908808 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9f065c0-b160-44e8-a0d0-f2a5e01b32ac req-b5b0375c-c324-48c2-a63d-c6cdd9f959a5 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403135 Apr 04 20:25:38.996135 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.002217 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Made reservation on behalf of f5f4a9e754814bed89d32dc866a4944e for: {'port': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:39.005811 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.037206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port e0f3c9ae-5af1-4084-a107-26584d590931 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:39.039387 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.250951 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port e0f3c9ae-5af1-4084-a107-26584d590931 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:39.263842 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ace0cfa-5882-4726-bf96-b8d8f86c9d96 req-ba2e0e9f-7743-4d85-80af-b5823a019fee tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.0755658 Apr 04 20:25:39.266262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.320374 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device c1cfefb2-5d21-49c6-b899-6f114eb74e6b up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:39.348000 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:39.422113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Allocated IP 172.20.0.14 (c532b44b-b16d-4cd9-ba11-38284dcaa666/7bab5434-518a-40c3-9b79-1f0470bfaa44/7dff5e77-923d-45ca-89a7-48ead1eb4183) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:39.427800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:39.431914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:39.438261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:39.439168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.462235 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port c1cfefb2-5d21-49c6-b899-6f114eb74e6b completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:25:39.467563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port c1cfefb2-5d21-49c6-b899-6f114eb74e6b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:39.468030 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.495982 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2714942 Apr 04 20:25:39.512215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Request body: {'port': {'device_id': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:39.591874 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.711799 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port c1cfefb2-5d21-49c6-b899-6f114eb74e6b is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:39.712982 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c337c5df-cb85-472d-883e-15e11951c9a5 req-30e9d57a-d680-459d-9096-3e6bf983755a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.1402910 Apr 04 20:25:39.715592 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.777689 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:39.780075 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-cbddb393-207b-4605-95a5-442b129babf1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:39.788362 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-cbddb393-207b-4605-95a5-442b129babf1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.9817736 Apr 04 20:25:39.834007 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9a3de-45f6-4129-aafb-86801d3c1d01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:39.838255 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.878717 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-98ad06c9-40be-4da3-bec2-ef2215e81b46 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/quotas/1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 375 time: 0.0889003 Apr 04 20:25:39.913798 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:39.924459 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,segment=NetworkSegment(7f12e5dc-5f02-497e-9bea-b6645d4d5538),segment_id=7f12e5dc-5f02-497e-9bea-b6645d4d5538)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:39.930863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.026291 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:40.034824 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:40.044294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:40.082403 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Made reservation on behalf of ffc8ef7f9c3249338857b21703cbde3b for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:40.091222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.111980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:40.112940 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.125887 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-d941c7f2-4db2-4af8-808a-d13e37b4bd8d None None] Provisioning complete for port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:40.126295 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d941c7f2-4db2-4af8-808a-d13e37b4bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.182678 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:40.227352 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:40.227650 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-cfecdd6b-784d-4c65-83bd-2cfddc728f60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7106347 Apr 04 20:25:40.259952 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-1cabd1cb-503b-450a-a623-38a83df303ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3628533 Apr 04 20:25:40.264777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2f4d9-4fec-40e6-8010-1b2ad71f5cc4 req-39ce4333-4e7d-40de-a51e-6300b5d82929 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:40.266792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d941c7f2-4db2-4af8-808a-d13e37b4bd8d None None] Port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:40.281170 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21e2f4d9-4fec-40e6-8010-1b2ad71f5cc4 req-39ce4333-4e7d-40de-a51e-6300b5d82929 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.1650910 Apr 04 20:25:40.303726 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38078) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:40.389609 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21e2f4d9-4fec-40e6-8010-1b2ad71f5cc4 req-1a82022a-2370-408c-aef6-3b0e5ab64b0e tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980301 Apr 04 20:25:40.501464 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3d86a7f5-bd0d-4595-87c9-1736f07e3ff7 None None] Provisioning complete for port 7dff5e77-923d-45ca-89a7-48ead1eb4183 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:40.503960 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3d86a7f5-bd0d-4595-87c9-1736f07e3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.510832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c60b61-c350-4bb8-bb74-576b97e3ff63" -d '{"events": [{"server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "name": "network-vif-plugged", "status": "completed", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:40.575885 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-617b2353-6862-49dc-bd11-584ba75737c8 req-340211d1-0785-45e0-90de-e331195aabf8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.0471463 Apr 04 20:25:40.584763 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3d86a7f5-bd0d-4595-87c9-1736f07e3ff7 None None] Port 7dff5e77-923d-45ca-89a7-48ead1eb4183 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:40.619563 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f7be72-23d8-4c39-b362-7687e1e3c4b1 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:40.632497 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks [] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.654886 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42d2f369-bead-4d0f-9c8d-ecf6453baf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.670757 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-2e9f90a8-244f-4717-83dd-a51e1dbfc309 service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929355 Apr 04 20:25:40.673431 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Transition to ACTIVE for port object b0f7be72-23d8-4c39-b362-7687e1e3c4b1 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:25:40.689742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.693386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.792170 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42d2f369-bead-4d0f-9c8d-ecf6453baf12 admin admin] Publish callbacks [] for security_group (907fb3fd-bcc3-4502-a611-878a1f66f3af), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.803505 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42d2f369-bead-4d0f-9c8d-ecf6453baf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (907fb3fd-bcc3-4502-a611-878a1f66f3af), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:40.855961 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Pushing event updated for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:40.867108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Allocated IP 172.20.0.14 (93d8a3ce-8129-40c3-8d97-151bafd9fea8/d3150d9e-2db6-4b7b-b56b-a403254bc6ae/ef3c200d-eeca-4f67-9e60-456b0b19311d) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:40.891455 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-42d2f369-bead-4d0f-9c8d-ecf6453baf12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2286951b58947a182d739f554e6f4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853581 Apr 04 20:25:40.893679 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38108) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:40.944657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f92601-cb76-4727-8c37-ce3e57ed49db x-openstack-request-id: req-30f92601-cb76-4727-8c37-ce3e57ed49db {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:40.945610 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "name": "network-vif-plugged", "status": "completed", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:40.946359 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f92601-cb76-4727-8c37-ce3e57ed49db {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:40.950221 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-fbc3b8ad-cdfe-4ac6-8962-7673e47acc3c service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706807 Apr 04 20:25:40.952049 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f92601-cb76-4727-8c37-ce3e57ed49db'] response: {'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b', 'code': 200} Apr 04 20:25:40.969496 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f369-bead-4d0f-9c8d-ecf6453baf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907fb3fd-bcc3-4502-a611-878a1f66f3af,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:41.014453 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Attempting to bind port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:41.014663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Attempting to bind port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:41.014894 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Attempting to bind port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:41.020083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] Publish callbacks [] for security_group (907fb3fd-bcc3-4502-a611-878a1f66f3af), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.051381 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:25:41.051944 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Attempting to bind port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:41.075703 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:41.076836 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:41.077428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Bound using segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:41.078057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Bound port: b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:41.078626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.086409 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] Publish callbacks [] for security_group (907fb3fd-bcc3-4502-a611-878a1f66f3af), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.163895 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaede86-5987-4fac-b6ae-a47399185971 req-710e222d-2ef9-47ba-b330-1f40cf370eb4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:41.166637 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbaede86-5987-4fac-b6ae-a47399185971 req-710e222d-2ef9-47ba-b330-1f40cf370eb4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 932 time: 0.1191947 Apr 04 20:25:41.270936 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbaede86-5987-4fac-b6ae-a47399185971 req-a706f391-0491-49c0-aa8e-74a0aebb32c6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978172 Apr 04 20:25:41.274216 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (907fb3fd-bcc3-4502-a611-878a1f66f3af), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.283759 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.294442 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/907fb3fd-bcc3-4502-a611-878a1f66f3af HTTP/1.1" status: 204 len: 168 time: 0.3968451 Apr 04 20:25:41.308483 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3b28f-a55e-4ceb-a27c-e37f67daeaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907fb3fd-bcc3-4502-a611-878a1f66f3af,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:41.386491 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2a3872ce-4815-4629-a25a-f61200260549 req-92ae6f81-0f51-403d-a9c9-2a1a53bb5fda tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.1077027 Apr 04 20:25:41.544199 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.551279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:41.556733 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:41.591307 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.643482 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e1bc-4893-471d-972e-c763fe2d3742 req-ca0a3e59-21a5-4b0e-b435-cb8d1a12cd84 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:41.666832 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7d61e1bc-4893-471d-972e-c763fe2d3742 req-ca0a3e59-21a5-4b0e-b435-cb8d1a12cd84 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.1386590 Apr 04 20:25:41.762722 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7d61e1bc-4893-471d-972e-c763fe2d3742 req-1373575e-e564-424b-9445-206c4d34c81d tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949404 Apr 04 20:25:41.799821 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4fe3cf90-1794-4d10-9782-cf522588bf46 req-30bd2058-89bb-415a-8c89-6fcfc0ccf714 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.0770628 Apr 04 20:25:41.801263 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:41.801888 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.805355 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] 10.222.0.23 "PUT /v2.0/ports/b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 200 len: 1094 time: 2.2972817 Apr 04 20:25:41.809859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:41.812134 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:41.868310 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.881181 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c35885c-2b2a-48c4-ba7a-dd22b08871a7 x-openstack-request-id: req-0c35885c-2b2a-48c4-ba7a-dd22b08871a7 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:41.881477 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:41.881735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c35885c-2b2a-48c4-ba7a-dd22b08871a7 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:41.882179 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c35885c-2b2a-48c4-ba7a-dd22b08871a7'] response: {'name': 'network-changed', 'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'status': 'completed', 'code': 200} Apr 04 20:25:41.888094 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07eae0-a607-4ea0-91c3-1dec91b7c7db service neutron] Pushing event updated for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:41.945423 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:41.948501 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:41.952596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:41.957896 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:41.958559 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:41.973632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:41.999551 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-bc8701b8-ca38-48db-ae7d-c9d06294378a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2236702 Apr 04 20:25:42.004492 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38168) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:42.187870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c71edf5e-31ff-4e6d-a2b7-e50fd40a4ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.284151 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c71edf5e-31ff-4e6d-a2b7-e50fd40a4ef0 admin admin] Publish callbacks [] for security_group (97b7e351-eca6-4540-b48f-9d8c3a7d3a5d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.290443 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c71edf5e-31ff-4e6d-a2b7-e50fd40a4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (97b7e351-eca6-4540-b48f-9d8c3a7d3a5d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.332447 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c71edf5e-31ff-4e6d-a2b7-e50fd40a4ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77424a299c7b44629e8b996c847f3d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267992 Apr 04 20:25:42.332614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38176) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:42.334573 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71edf5e-31ff-4e6d-a2b7-e50fd40a4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b7e351-eca6-4540-b48f-9d8c3a7d3a5d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:42.338775 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38178) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:42.374965 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b8a232f7-e9c9-4655-8410-aabc0d9ab027 None None] Provisioning complete for port ef3c200d-eeca-4f67-9e60-456b0b19311d triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:42.375518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b8a232f7-e9c9-4655-8410-aabc0d9ab027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.399981 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] Publish callbacks [] for security_group (97b7e351-eca6-4540-b48f-9d8c3a7d3a5d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.417969 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d972-a597-47b7-a79b-afaed4519631 req-24b3cf0e-09d3-4156-ba20-38491722efd3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:42.424739 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ea83d972-a597-47b7-a79b-afaed4519631 req-24b3cf0e-09d3-4156-ba20-38491722efd3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 932 time: 0.0683155 Apr 04 20:25:42.429626 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b8a232f7-e9c9-4655-8410-aabc0d9ab027 None None] Port ef3c200d-eeca-4f67-9e60-456b0b19311d cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:42.437323 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] Publish callbacks [] for security_group (97b7e351-eca6-4540-b48f-9d8c3a7d3a5d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.470849 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ea83d972-a597-47b7-a79b-afaed4519631 req-b553a6a2-7d0e-4847-bad0-7b01fa06fd7c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452399 Apr 04 20:25:42.487430 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4268e4a9-a312-47f3-8eb8-f26b911c2e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.506464 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ec3372d-ca5d-4336-aed6-ec1895986eab req-649571e9-da16-4938-8f08-e4962cf8d06f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0301101 Apr 04 20:25:42.529140 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (97b7e351-eca6-4540-b48f-9d8c3a7d3a5d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.533248 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.534427 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97b7e351-eca6-4540-b48f-9d8c3a7d3a5d HTTP/1.1" status: 204 len: 168 time: 0.2009070 Apr 04 20:25:42.542953 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e95150-fd25-411a-be04-7a2b0dd43878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b7e351-eca6-4540-b48f-9d8c3a7d3a5d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:42.579165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4268e4a9-a312-47f3-8eb8-f26b911c2e5d admin admin] Publish callbacks [] for security_group (69565bad-a59d-4fa0-947c-1a831e6d206f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.583964 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4268e4a9-a312-47f3-8eb8-f26b911c2e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (69565bad-a59d-4fa0-947c-1a831e6d206f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.625343 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4268e4a9-a312-47f3-8eb8-f26b911c2e5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f5c161106e74e64a5d0c19508e4a026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851784 Apr 04 20:25:42.625484 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38186) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:42.627414 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268e4a9-a312-47f3-8eb8-f26b911c2e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69565bad-a59d-4fa0-947c-1a831e6d206f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:42.685971 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] Publish callbacks [] for security_group (69565bad-a59d-4fa0-947c-1a831e6d206f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.713004 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] Publish callbacks [] for security_group (69565bad-a59d-4fa0-947c-1a831e6d206f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.762244 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (69565bad-a59d-4fa0-947c-1a831e6d206f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.764845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:42.766268 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69565bad-a59d-4fa0-947c-1a831e6d206f HTTP/1.1" status: 204 len: 168 time: 0.1394196 Apr 04 20:25:42.774800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdb8ee-6987-48fb-a0e0-ed728150713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69565bad-a59d-4fa0-947c-1a831e6d206f,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:42.911460 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7fdc9-a03c-42c6-979f-ea279d29439f req-d243270d-305f-4d25-889b-a19c2df4b249 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:42.915847 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b0f7fdc9-a03c-42c6-979f-ea279d29439f req-d243270d-305f-4d25-889b-a19c2df4b249 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0667496 Apr 04 20:25:42.931374 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72acee5-a9ad-4c26-89f0-865adbd72c62 req-9f02e2de-9b5d-4e93-a79b-f1fcbb2b98d0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:42.933037 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f72acee5-a9ad-4c26-89f0-865adbd72c62 req-9f02e2de-9b5d-4e93-a79b-f1fcbb2b98d0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 932 time: 0.0628607 Apr 04 20:25:42.978733 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b0f7fdc9-a03c-42c6-979f-ea279d29439f req-02c8dd68-8653-499e-9199-27b70f64d4dd tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Apr 04 20:25:42.985916 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f72acee5-a9ad-4c26-89f0-865adbd72c62 req-34c4c3a9-135a-4e17-ac2c-7b3e75e2757c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Apr 04 20:25:43.119820 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38216) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:43.133218 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f93bb1fd-a7be-4250-a590-c58cfcabff79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.207529 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f93bb1fd-a7be-4250-a590-c58cfcabff79 admin admin] Publish callbacks [] for security_group (7aef0132-642d-467a-9b09-5683e9c7b79d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.211327 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f93bb1fd-a7be-4250-a590-c58cfcabff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (7aef0132-642d-467a-9b09-5683e9c7b79d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.251808 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bb1fd-a7be-4250-a590-c58cfcabff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef0132-642d-467a-9b09-5683e9c7b79d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:43.259653 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f93bb1fd-a7be-4250-a590-c58cfcabff79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44adc0425b44455ab0e49907d1f2fa71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364245 Apr 04 20:25:43.260041 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38220) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:43.307884 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] Publish callbacks [] for security_group (7aef0132-642d-467a-9b09-5683e9c7b79d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.331225 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] Publish callbacks [] for security_group (7aef0132-642d-467a-9b09-5683e9c7b79d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.382247 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (7aef0132-642d-467a-9b09-5683e9c7b79d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.384621 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:43.385771 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7aef0132-642d-467a-9b09-5683e9c7b79d HTTP/1.1" status: 204 len: 168 time: 0.1249995 Apr 04 20:25:43.393576 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd487268-c990-4a99-8dd1-291a0268d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef0132-642d-467a-9b09-5683e9c7b79d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:43.604432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb225a-01d6-48f2-ad32-65bcd93670ba req-51ef5884-02e4-48ab-acaa-40da0475864b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:43.606358 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5cb225a-01d6-48f2-ad32-65bcd93670ba req-51ef5884-02e4-48ab-acaa-40da0475864b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 932 time: 0.0645578 Apr 04 20:25:43.625073 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d1905ec4-8e82-41f9-811a-86cabbce84f4 req-0c3fe1ad-986d-4bea-885f-f33185bc71a0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0364716 Apr 04 20:25:43.672226 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5cb225a-01d6-48f2-ad32-65bcd93670ba req-1c794596-708e-42ad-9fae-4f44dbca19de tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569203 Apr 04 20:25:43.996997 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-478981a5-ee34-454d-9b39-cdc97f3f6273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:44.141891 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a94f6-f643-49e9-ad3b-26662b08a203 req-31ef48d9-a5e6-448a-a1a7-6d71e8d3e71c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:44.143615 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e4a94f6-f643-49e9-ad3b-26662b08a203 req-31ef48d9-a5e6-448a-a1a7-6d71e8d3e71c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 932 time: 0.0700815 Apr 04 20:25:44.149820 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac15d72-8845-46a6-9fae-b65102413d6c req-072c513f-71c6-4a0d-9c4c-ed08ed975d2d tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:44.152032 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0ac15d72-8845-46a6-9fae-b65102413d6c req-072c513f-71c6-4a0d-9c4c-ed08ed975d2d tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0779314 Apr 04 20:25:44.211440 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0ac15d72-8845-46a6-9fae-b65102413d6c req-0d1b9447-fa05-41d9-93df-4a643c98e241 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538306 Apr 04 20:25:44.376425 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e4a94f6-f643-49e9-ad3b-26662b08a203 req-16096ba5-8b6c-4226-b285-39ba5fb91dd1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266123 Apr 04 20:25:44.554249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38298) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:44.658840 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-675805b3-479d-4209-8fd3-00d159809a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:44.734067 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e45729f2-32f1-4c7a-ac8c-dd39ef00d6d0 req-5360032c-e489-45d4-979b-b0e9ab4b0309 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0407431 Apr 04 20:25:44.794856 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-675805b3-479d-4209-8fd3-00d159809a44 admin admin] Publish callbacks [] for security_group (967b0f14-8b39-4499-8b7d-7b0d5001e1bb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:44.801203 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-675805b3-479d-4209-8fd3-00d159809a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (967b0f14-8b39-4499-8b7d-7b0d5001e1bb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:44.807089 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acc5c8-a785-4c16-af1d-729b63be4e6c req-128e6aef-f96f-48ad-bb66-124ee808feb3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:44.813186 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42acc5c8-a785-4c16-af1d-729b63be4e6c req-128e6aef-f96f-48ad-bb66-124ee808feb3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 932 time: 0.0758433 Apr 04 20:25:44.849521 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-675805b3-479d-4209-8fd3-00d159809a44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e978abc207834898ac0ebfeeacf04a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941864 Apr 04 20:25:44.855060 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38318) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:44.870746 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675805b3-479d-4209-8fd3-00d159809a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b0f14-8b39-4499-8b7d-7b0d5001e1bb,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:44.916490 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42acc5c8-a785-4c16-af1d-729b63be4e6c req-15377d99-9fd5-4b66-bf49-d25057fff204 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944009 Apr 04 20:25:44.932034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Request body: {'port': {'device_id': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:44.960216 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Request body: {'port': {'device_id': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:44.977210 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] Publish callbacks [] for security_group (967b0f14-8b39-4499-8b7d-7b0d5001e1bb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.001227 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] Publish callbacks [] for security_group (967b0f14-8b39-4499-8b7d-7b0d5001e1bb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.030270 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.158487 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-5e6f708d-58a5-4421-bc5f-bc2701928a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:45.160782 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-5e6f708d-58a5-4421-bc5f-bc2701928a80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1128 time: 0.1942112 Apr 04 20:25:45.161440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.165554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (967b0f14-8b39-4499-8b7d-7b0d5001e1bb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.171669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.174218 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/967b0f14-8b39-4499-8b7d-7b0d5001e1bb HTTP/1.1" status: 204 len: 168 time: 0.3180461 Apr 04 20:25:45.286675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.23', 53297) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:45.339918 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38332) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:45.395958 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0cccf-099b-4d48-951d-95fd4a6c2455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b0f14-8b39-4499-8b7d-7b0d5001e1bb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:45.603854 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74285-9a4f-4839-9408-673a301235bb req-96d42243-c153-4d51-88c2-e86f555b5032 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:45.605729 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbe74285-9a4f-4839-9408-673a301235bb req-96d42243-c153-4d51-88c2-e86f555b5032 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 932 time: 0.1245492 Apr 04 20:25:45.684732 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbe74285-9a4f-4839-9408-673a301235bb req-e48afdf3-e990-4cf6-8a87-0a7a68d643d0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713062 Apr 04 20:25:45.721230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dff5e77-923d-45ca-89a7-48ead1eb4183 {{(pid=103208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:45.726054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-7c8bdbaf-cc20-44e7-9bd3-7e83a9e114cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:45.727791 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-7c8bdbaf-cc20-44e7-9bd3-7e83a9e114cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 1129 time: 0.4039922 Apr 04 20:25:45.732612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks [] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.739259 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5ee31869-ab8d-4a0b-b50c-05c56235b3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.755739 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.provisioning_blocks [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Transition to ACTIVE for port object 7dff5e77-923d-45ca-89a7-48ead1eb4183 will not be triggered until provisioned by entity L2. {{(pid=103208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:25:45.761922 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.782990 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dca9b2-61d2-4327-9a59-7dc8bef6123a req-67c8acb0-a107-4791-9665-f1d52043929a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:45.790219 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6dca9b2-61d2-4327-9a59-7dc8bef6123a req-67c8acb0-a107-4791-9665-f1d52043929a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.3955534 Apr 04 20:25:45.796539 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.23', 53299) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:45.814367 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Pushing event updated for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:45.824796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-5308b175-1ac8-4097-9b3f-62323d638143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:45.826832 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-5308b175-1ac8-4097-9b3f-62323d638143 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6411052 Apr 04 20:25:45.864954 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:45.982987 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05a7fc8a-2257-4a1d-83ac-811525a6112d req-351c31a4-ee90-483e-95f9-361c4a643de5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0600662 Apr 04 20:25:46.129784 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Attempting to bind port 7dff5e77-923d-45ca-89a7-48ead1eb4183 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:46.130392 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Attempting to bind port 7dff5e77-923d-45ca-89a7-48ead1eb4183 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:46.131920 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Attempting to bind port 7dff5e77-923d-45ca-89a7-48ead1eb4183 on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:46.142969 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Port 7dff5e77-923d-45ca-89a7-48ead1eb4183 on network c532b44b-b16d-4cd9-ba11-38284dcaa666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:25:46.143394 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Attempting to bind port 7dff5e77-923d-45ca-89a7-48ead1eb4183 on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:46.161827 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:46.163317 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Checking segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:46.164051 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Bound using segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:46.164583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Bound port: 7dff5e77-923d-45ca-89a7-48ead1eb4183, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:46.165087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.231398 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e2f73a75-d4a0-405c-acae-3148ecdfea74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.249533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94ad1e-7d69-42a4-acf4-55859d9b0fe2 req-5703dc2f-3817-4af9-9ae0-45f417da2951 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.254879 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6c94ad1e-7d69-42a4-acf4-55859d9b0fe2 req-5703dc2f-3817-4af9-9ae0-45f417da2951 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 944 time: 0.1993432 Apr 04 20:25:46.365847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, cleared binding levels {{(pid=103208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:46.379880 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6c94ad1e-7d69-42a4-acf4-55859d9b0fe2 req-6b2283fb-a5fb-44d6-a4f6-ec68e6718a26 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995140 Apr 04 20:25:46.382044 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:46.394599 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.401040 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6dca9b2-61d2-4327-9a59-7dc8bef6123a req-03c827fb-d300-4733-a58a-666eba6b304f tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082809 Apr 04 20:25:46.429564 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-7cb510fd-8a77-40ea-ab32-6fcd8b28c001 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.431002 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-7cb510fd-8a77-40ea-ab32-6fcd8b28c001 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.6286049 Apr 04 20:25:46.440689 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.441159 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-8207900e-3dd3-49bb-87ab-66d9795fb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.441355 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.442661 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc83e1e9-d0ec-4994-a48b-f84ca68f8041 req-8207900e-3dd3-49bb-87ab-66d9795fb0a4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5856426 Apr 04 20:25:46.443161 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] 10.222.0.23 "PUT /v2.0/ports/7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1094 time: 1.5177462 Apr 04 20:25:46.444058 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:46.586854 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f4131-cb19-480a-89b7-2fa7c46bf104 service neutron] Pushing event updated for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=3']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:46.653399 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4590ae52-6fdc-4e6c-b824-c2b20efb0700" -d '{"events": [{"name": "network-changed", "server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:46.689359 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-3ac97c82-e789-40e7-aa6e-0ba80a8340f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.691284 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-3ac97c82-e789-40e7-aa6e-0ba80a8340f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1128 time: 0.1873088 Apr 04 20:25:46.835281 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-8df72f8f-1d7b-4b34-b1ca-4b3626d7b18e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 217 time: 0.1061616 Apr 04 20:25:46.925643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe0c13-54c4-403c-918c-ae778b682113 x-openstack-request-id: req-15fe0c13-54c4-403c-918c-ae778b682113 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:46.926262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:46.926676 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15fe0c13-54c4-403c-918c-ae778b682113 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:46.927189 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fe0c13-54c4-403c-918c-ae778b682113'] response: {'name': 'network-changed', 'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'status': 'completed', 'code': 200} Apr 04 20:25:46.931480 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5ee31869-ab8d-4a0b-b50c-05c56235b3cb admin admin] Publish callbacks [] for security_group (33b1e058-ee06-4246-bdc1-a06b727b2c2d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.944490 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3c200d-eeca-4f67-9e60-456b0b19311d {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:46.945160 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-5fad6dd2-d8b3-47fd-b3bf-1c7524e1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:46.950189 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-5fad6dd2-d8b3-47fd-b3bf-1c7524e1e236 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.1083932 Apr 04 20:25:46.960949 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5ee31869-ab8d-4a0b-b50c-05c56235b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (33b1e058-ee06-4246-bdc1-a06b727b2c2d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:46.984817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks [] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.030780 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee31869-ab8d-4a0b-b50c-05c56235b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b1e058-ee06-4246-bdc1-a06b727b2c2d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:47.042986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] Publish callbacks [] for security_group (21ca3be4-68a8-4bb4-b9f9-1f4aba9b06e5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.101465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5ee31869-ab8d-4a0b-b50c-05c56235b3cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c50b49bdb404f19b3fb03f1260baa72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7489839 Apr 04 20:25:47.112923 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (21ca3be4-68a8-4bb4-b9f9-1f4aba9b06e5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.115999 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38406) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:47.120264 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-0979be07-177b-42ef-a7f0-f3f0eeecf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:47.121822 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-0979be07-177b-42ef-a7f0-f3f0eeecf06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1660120 Apr 04 20:25:47.160548 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Transition to ACTIVE for port object ef3c200d-eeca-4f67-9e60-456b0b19311d will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:25:47.174243 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca3be4-68a8-4bb4-b9f9-1f4aba9b06e5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:47.218890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-8a83fa5e-fcda-4d30-a606-84c162fa55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:47.224393 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-8a83fa5e-fcda-4d30-a606-84c162fa55b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1128 time: 0.4416590 Apr 04 20:25:47.227471 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.249002 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-72c39df9-b578-492d-ab35-e1033d327790 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 380 time: 0.8042641 Apr 04 20:25:47.314341 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-eb684470-0b47-4c5b-9bf8-d784853545fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 200 len: 217 time: 0.0835490 Apr 04 20:25:47.343502 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-09f58981-a243-4369-9783-5ca54eb23fb8 req-7576d830-0992-48d8-9354-faf6d5a6987a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.2480888 Apr 04 20:25:47.353927 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-1e412579-f9da-46e4-bf48-8fc8a49df08a service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083454 Apr 04 20:25:47.383902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'port': {'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'admin_state_up': True, 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'security_groups': ['409b0195-e24e-483d-a1c4-f1f947285b7d']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:47.410411 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab0156-356d-4b6f-9b85-7be97f782b11 req-144c9e6d-3674-4ab6-8b5c-ca2942397c3e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:47.414015 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48ab0156-356d-4b6f-9b85-7be97f782b11 req-144c9e6d-3674-4ab6-8b5c-ca2942397c3e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 932 time: 0.5813978 Apr 04 20:25:47.430659 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6824136 Apr 04 20:25:47.490982 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] Publish callbacks [] for security_group (33b1e058-ee06-4246-bdc1-a06b727b2c2d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.580584 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.610282 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] Publish callbacks [] for security_group (33b1e058-ee06-4246-bdc1-a06b727b2c2d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.642420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:47.647872 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79d1d6ef-f191-4062-8115-372021fc48f9 req-6ed0614e-63a6-485b-aa4e-bb39464726ce service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672071 Apr 04 20:25:47.698670 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90128c44-cae3-4d2b-9a3a-2a34d8e4698b req-2461a520-0de7-4e57-8f06-b6db7c0b38da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:47.700205 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90128c44-cae3-4d2b-9a3a-2a34d8e4698b req-2461a520-0de7-4e57-8f06-b6db7c0b38da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 944 time: 0.1615810 Apr 04 20:25:47.762346 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (33b1e058-ee06-4246-bdc1-a06b727b2c2d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.765012 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.766275 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33b1e058-ee06-4246-bdc1-a06b727b2c2d HTTP/1.1" status: 204 len: 168 time: 0.6434777 Apr 04 20:25:47.785650 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5392ec0-35db-49b3-8fd1-abea82d2aa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b1e058-ee06-4246-bdc1-a06b727b2c2d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:47.792396 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90128c44-cae3-4d2b-9a3a-2a34d8e4698b req-c50d9400-68be-4713-87bc-4a03a2482e2f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839632 Apr 04 20:25:47.875318 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48ab0156-356d-4b6f-9b85-7be97f782b11 req-731b7997-e7ad-44af-a6aa-907d1bbfe4a9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406693 Apr 04 20:25:47.877318 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-0e5aa91d-36e3-472c-b8a2-ebc2f8869559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:47.882926 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-0e5aa91d-36e3-472c-b8a2-ebc2f8869559 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.5093410 Apr 04 20:25:47.896773 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Attempting to bind port ef3c200d-eeca-4f67-9e60-456b0b19311d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:47.896975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Attempting to bind port ef3c200d-eeca-4f67-9e60-456b0b19311d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:47.897453 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Attempting to bind port ef3c200d-eeca-4f67-9e60-456b0b19311d on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:47.903060 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Port ef3c200d-eeca-4f67-9e60-456b0b19311d on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:25:47.903390 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Attempting to bind port ef3c200d-eeca-4f67-9e60-456b0b19311d on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:47.909821 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:47.910348 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:47.910779 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Bound using segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:47.911451 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Bound port: ef3c200d-eeca-4f67-9e60-456b0b19311d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:47.911677 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:47.914474 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:25:47.918130 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.026045 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb53f9-a4f0-4052-8e3e-902066aecbe2 req-b981bac5-7ea5-46df-afec-14fdd5e3ecaa tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:48.027746 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-12cb53f9-a4f0-4052-8e3e-902066aecbe2 req-b981bac5-7ea5-46df-afec-14fdd5e3ecaa tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.1127961 Apr 04 20:25:48.077987 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:48.122121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:48.133884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.165775 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-12cb53f9-a4f0-4052-8e3e-902066aecbe2 req-2d45e2d3-22da-4357-b60c-b791c60671dd tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308029 Apr 04 20:25:48.193554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.20.0.12 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/10b93284-d875-4df9-9d72-9a56a462ddb3) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:25:48.196405 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:48.197029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.198503 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] 10.222.0.23 "PUT /v2.0/ports/ef3c200d-eeca-4f67-9e60-456b0b19311d HTTP/1.1" status: 200 len: 1094 time: 3.2453165 Apr 04 20:25:48.203619 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:48.205810 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:48.249245 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f92d-1b5b-4c6a-9d28-ec50be53186c service neutron] Pushing event updated for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:48.264871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9809745-7386-478b-9d73-848428a161f0 x-openstack-request-id: req-d9809745-7386-478b-9d73-848428a161f0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:48.264871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:48.265201 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9809745-7386-478b-9d73-848428a161f0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:48.265534 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9809745-7386-478b-9d73-848428a161f0'] response: {'name': 'network-changed', 'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d', 'status': 'completed', 'code': 200} Apr 04 20:25:48.359212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38456) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:48.372139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a543ac9-de12-4e17-a902-d94802cd0df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.431223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.478341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.489919 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08e2e9e0-f145-4603-b1dd-751093f5aa93 req-5fa08f3d-2c8c-408f-a436-a718463806e8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Apr 04 20:25:48.511250 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a543ac9-de12-4e17-a902-d94802cd0df1 admin admin] Publish callbacks [] for security_group (94af9a1f-5aa1-464d-a960-16bc5765ad14), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.515492 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a543ac9-de12-4e17-a902-d94802cd0df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (94af9a1f-5aa1-464d-a960-16bc5765ad14), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.534577 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:25:48.538794 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:25:48.544186 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a543ac9-de12-4e17-a902-d94802cd0df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af9a1f-5aa1-464d-a960-16bc5765ad14,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:48.544515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:25:48.559940 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:48.563255 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.564164 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4a543ac9-de12-4e17-a902-d94802cd0df1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74af0807cc42406ea0f57007a28cc4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038000 Apr 04 20:25:48.566777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38464) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:48.570924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:48.589015 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-989379e7-91ce-41c2-9378-145259259ddf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2493923 Apr 04 20:25:48.632390 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] Publish callbacks [] for security_group (94af9a1f-5aa1-464d-a960-16bc5765ad14), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.656279 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.658843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] Publish callbacks [] for security_group (94af9a1f-5aa1-464d-a960-16bc5765ad14), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.717435 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (94af9a1f-5aa1-464d-a960-16bc5765ad14), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.720605 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.721977 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94af9a1f-5aa1-464d-a960-16bc5765ad14 HTTP/1.1" status: 204 len: 168 time: 0.1541936 Apr 04 20:25:48.731282 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abc47e-25fc-47f2-b018-394ae8f97bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af9a1f-5aa1-464d-a960-16bc5765ad14,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:48.898536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f866feb9-8052-4af3-9069-ad2a16faec46 None None] Provisioning complete for port 10b93284-d875-4df9-9d72-9a56a462ddb3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:48.898930 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f866feb9-8052-4af3-9069-ad2a16faec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:48.945866 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf40ac-7855-4786-a4d1-7fa7f7549915 req-a5d26119-e38c-45a8-a7b6-1e8bf4b9f704 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:48.947972 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1aaf40ac-7855-4786-a4d1-7fa7f7549915 req-a5d26119-e38c-45a8-a7b6-1e8bf4b9f704 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 944 time: 0.0727682 Apr 04 20:25:48.960982 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f866feb9-8052-4af3-9069-ad2a16faec46 None None] Port 10b93284-d875-4df9-9d72-9a56a462ddb3 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:25:49.002601 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1aaf40ac-7855-4786-a4d1-7fa7f7549915 req-b423df23-aadc-4351-9e7b-de95d1d8821a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Apr 04 20:25:49.024663 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dce9e-74fd-4c0c-ba01-1e20df3448f8 req-ab727313-bf8d-477f-9432-b4443f0639cd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:49.026197 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db9dce9e-74fd-4c0c-ba01-1e20df3448f8 req-ab727313-bf8d-477f-9432-b4443f0639cd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0643454 Apr 04 20:25:49.072408 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db9dce9e-74fd-4c0c-ba01-1e20df3448f8 req-051e339e-20d4-4ca3-888b-6c11199c177b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Apr 04 20:25:49.312887 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0edcf-1543-463f-a86a-964f6d0a9e00 req-2f955794-d2df-4289-8680-1bfefc62a914 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:49.315054 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75e0edcf-1543-463f-a86a-964f6d0a9e00 req-2f955794-d2df-4289-8680-1bfefc62a914 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0779088 Apr 04 20:25:49.373327 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75e0edcf-1543-463f-a86a-964f6d0a9e00 req-38bbef0b-f7dc-4435-8829-425489fcc744 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Apr 04 20:25:49.610315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa006daf-0d87-4de8-ba9a-422ce4fdb2be req-f0ea42f0-2a8c-4fe6-a0f1-b6f96b98952d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:49.611789 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa006daf-0d87-4de8-ba9a-422ce4fdb2be req-f0ea42f0-2a8c-4fe6-a0f1-b6f96b98952d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 932 time: 0.0541759 Apr 04 20:25:49.661037 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa006daf-0d87-4de8-ba9a-422ce4fdb2be req-37eac1ce-1cbb-4cad-8cdf-05067e68ef64 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 Apr 04 20:25:49.927448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38534) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:50.038701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-145c1ca0-4b13-4482-a1d7-588b49296679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.139187 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Request body: {'port': {'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:25:50.217615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39bbf2-c3d8-4d8f-9aef-15649deaf2f0 req-402dd25a-90f6-4a89-b4ca-7c2e6a8b5f7e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:50.219126 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b39bbf2-c3d8-4d8f-9aef-15649deaf2f0 req-402dd25a-90f6-4a89-b4ca-7c2e6a8b5f7e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0689216 Apr 04 20:25:50.235358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-145c1ca0-4b13-4482-a1d7-588b49296679 admin admin] Publish callbacks [] for security_group (105caa49-7fdf-4cbb-8cc0-9c3558e4659b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.245799 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d22b9-d768-4048-ab73-72dfac41fb4b req-26806626-90f4-43f7-96f7-0da871509489 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:50.247422 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f53d22b9-d768-4048-ab73-72dfac41fb4b req-26806626-90f4-43f7-96f7-0da871509489 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 944 time: 0.1760092 Apr 04 20:25:50.255537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-145c1ca0-4b13-4482-a1d7-588b49296679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (105caa49-7fdf-4cbb-8cc0-9c3558e4659b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.269628 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b39bbf2-c3d8-4d8f-9aef-15649deaf2f0 req-b0c5f952-5769-4d4f-9968-606504f21f81 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Apr 04 20:25:50.316062 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.348174 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-45283b8c-2dfa-4952-a28c-b8f3031c47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:50.350354 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-45283b8c-2dfa-4952-a28c-b8f3031c47a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2082417 Apr 04 20:25:50.357078 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-145c1ca0-4b13-4482-a1d7-588b49296679 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6101918a8ca54b63a00910a8b4188297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282668 Apr 04 20:25:50.360809 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c1ca0-4b13-4482-a1d7-588b49296679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105caa49-7fdf-4cbb-8cc0-9c3558e4659b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:50.362105 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38548) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:50.368997 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.425068 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] Publish callbacks [] for security_group (105caa49-7fdf-4cbb-8cc0-9c3558e4659b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.447657 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f53d22b9-d768-4048-ab73-72dfac41fb4b req-d00a8d98-04bd-4a5f-a4a7-da12fe768b76 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878560 Apr 04 20:25:50.458363 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] Publish callbacks [] for security_group (105caa49-7fdf-4cbb-8cc0-9c3558e4659b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.837142 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38572) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:50.962750 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b93284-d875-4df9-9d72-9a56a462ddb3 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:50.982668 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (105caa49-7fdf-4cbb-8cc0-9c3558e4659b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.982867 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks [] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.986379 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:50.988072 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/105caa49-7fdf-4cbb-8cc0-9c3558e4659b HTTP/1.1" status: 204 len: 168 time: 0.6246178 Apr 04 20:25:51.008809 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-40f60cd6-fc74-4e1d-8962-03a93b28d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.015287 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dc799-2a3a-48c7-887c-baee04d7a401 req-f6882379-b763-4d95-996f-5ba247000406 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.017733 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba8dc799-2a3a-48c7-887c-baee04d7a401 req-f6882379-b763-4d95-996f-5ba247000406 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.5555546 Apr 04 20:25:51.023198 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-40f60cd6-fc74-4e1d-8962-03a93b28d53e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1128 time: 0.4713094 Apr 04 20:25:51.029646 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-543bb6f2-23ac-43c2-b704-e288d9c10517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.032544 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-543bb6f2-23ac-43c2-b704-e288d9c10517 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1128 time: 0.4748693 Apr 04 20:25:51.033840 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4460b-1af3-4fd2-b7e4-79b6abb15234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105caa49-7fdf-4cbb-8cc0-9c3558e4659b,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:51.085110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Transition to ACTIVE for port object 10b93284-d875-4df9-9d72-9a56a462ddb3 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:25:51.099889 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.179232 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-9200d9f6-84db-4009-8979-ec9bf6d68dcf service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872900 Apr 04 20:25:51.225749 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91138485-3e97-437b-aa71-cee600a20d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.242123 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba8dc799-2a3a-48c7-887c-baee04d7a401 req-7939b622-75d0-4ee5-9c94-983a1215339a tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050660 Apr 04 20:25:51.265787 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e888078-1c76-4277-9bb8-01939c2b61e9 req-620cd06a-7b9e-4b7b-b43a-57d87223f014 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.267346 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e888078-1c76-4277-9bb8-01939c2b61e9 req-620cd06a-7b9e-4b7b-b43a-57d87223f014 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 932 time: 0.4362059 Apr 04 20:25:51.306375 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-3a62449f-e44c-48a3-a9e5-e94be4e2e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.308195 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-3a62449f-e44c-48a3-a9e5-e94be4e2e0eb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2680571 Apr 04 20:25:51.327270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Pushing event updated for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:51.523711 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7dff5e77-923d-45ca-89a7-48ead1eb4183 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:25:51.551125 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551dbac9-3dad-4fac-9d0a-36b811473fb5 req-7a97f761-aa30-4e11-97df-04accd32ef3d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.554302 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-551dbac9-3dad-4fac-9d0a-36b811473fb5 req-7a97f761-aa30-4e11-97df-04accd32ef3d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.1711204 Apr 04 20:25:51.666937 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-551dbac9-3dad-4fac-9d0a-36b811473fb5 req-e04f87c0-58af-4d03-a8cd-1a03504e2361 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993757 Apr 04 20:25:51.682752 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-03c40295-346a-43cc-9bc3-d9fe2fb08ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.685084 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eba4e166-05f0-49e0-a316-b5e0bf7ac0f0 req-03c40295-346a-43cc-9bc3-d9fe2fb08ed6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3663979 Apr 04 20:25:51.720792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Attempting to bind port 10b93284-d875-4df9-9d72-9a56a462ddb3 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:25:51.721147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Attempting to bind port 10b93284-d875-4df9-9d72-9a56a462ddb3 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:25:51.721477 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Attempting to bind port 10b93284-d875-4df9-9d72-9a56a462ddb3 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:51.740590 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-225bc12f-43e1-4b34-aa2e-37a32a4d20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.742138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-225bc12f-43e1-4b34-aa2e-37a32a4d20c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.7186050 Apr 04 20:25:51.748562 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:51.761557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Port 10b93284-d875-4df9-9d72-9a56a462ddb3 on network 93cce902-df51-4bbd-83b7-088d899785c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:25:51.761894 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Attempting to bind port 10b93284-d875-4df9-9d72-9a56a462ddb3 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:25:51.764445 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'port_id': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'mac_address': 'fa:16:3e:e7:9a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:25:51.788353 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e888078-1c76-4277-9bb8-01939c2b61e9 req-b15f1396-2baf-45d6-8a80-79dbd6231129 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4795582 Apr 04 20:25:51.797823 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:25:51.798037 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:25:51.798467 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:25:51.798915 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Bound port: 10b93284-d875-4df9-9d72-9a56a462ddb3, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:25:51.799284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.813419 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-335d725f-6620-4b93-a2aa-c89cbe5549b9 req-8421da55-f6c2-45fa-ae20-4e1f70e77e87 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735779 Apr 04 20:25:51.824933 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 7dff5e77-923d-45ca-89a7-48ead1eb4183 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:51.825302 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.838555 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91138485-3e97-437b-aa71-cee600a20d45 admin admin] Publish callbacks [] for security_group (1ecb08fd-41a7-4600-9c69-661f11f4a913), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.841237 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dff5e77-923d-45ca-89a7-48ead1eb4183 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:51.850993 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28380f-6a71-4a93-a65c-cd2dec11321d req-91e3268a-5c72-42e0-a24d-97e15253c099 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:51.859236 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb28380f-6a71-4a93-a65c-cd2dec11321d req-91e3268a-5c72-42e0-a24d-97e15253c099 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 944 time: 0.0918300 Apr 04 20:25:51.863230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91138485-3e97-437b-aa71-cee600a20d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (1ecb08fd-41a7-4600-9c69-661f11f4a913), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.865537 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:51.871850 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.916130 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:25:51.920845 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=10b93284-d875-4df9-9d72-9a56a462ddb3,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:25:51.934066 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:51.946231 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:51.946592 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb28380f-6a71-4a93-a65c-cd2dec11321d req-38639dca-b76c-4a88-8fde-f5b1245ba3dc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851555 Apr 04 20:25:51.985305 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-91138485-3e97-437b-aa71-cee600a20d45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e519eeaf03664afb9f701df3c29d567a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1459947 Apr 04 20:25:51.986058 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138485-3e97-437b-aa71-cee600a20d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb08fd-41a7-4600-9c69-661f11f4a913,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:51.988235 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38616) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:52.049443 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-d5457d00-1f45-4578-aa0d-24ba522c3640 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 217 time: 0.0486734 Apr 04 20:25:52.055195 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:52.055744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.057201 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] 10.222.0.23 "PUT /v2.0/ports/10b93284-d875-4df9-9d72-9a56a462ddb3 HTTP/1.1" status: 200 len: 1094 time: 1.9301679 Apr 04 20:25:52.059499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:52.062761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65" -d '{"events": [{"name": "network-changed", "server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:52.083367 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] Publish callbacks [] for security_group (1ecb08fd-41a7-4600-9c69-661f11f4a913), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.116130 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a1ae3-ba7d-4d10-8a6e-e8c736af7301 service neutron] Pushing event updated for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:52.137478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d0b934-7f98-49f9-8418-92ab8a07dd90 x-openstack-request-id: req-91d0b934-7f98-49f9-8418-92ab8a07dd90 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:52.138441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:52.138870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91d0b934-7f98-49f9-8418-92ab8a07dd90 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:52.139620 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d0b934-7f98-49f9-8418-92ab8a07dd90'] response: {'name': 'network-changed', 'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'status': 'completed', 'code': 200} Apr 04 20:25:52.144718 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] Publish callbacks [] for security_group (1ecb08fd-41a7-4600-9c69-661f11f4a913), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.211282 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (1ecb08fd-41a7-4600-9c69-661f11f4a913), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.213956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.218135 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ecb08fd-41a7-4600-9c69-661f11f4a913 HTTP/1.1" status: 204 len: 168 time: 0.2288325 Apr 04 20:25:52.227348 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33630fcf-1cd8-4394-ab1a-71d4d2681b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb08fd-41a7-4600-9c69-661f11f4a913,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:52.348130 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['7dff5e77-923d-45ca-89a7-48ead1eb4183'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:25:52.421801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631d650-a91c-45cb-a02c-d78e2a78c831 req-61764b73-d41d-467a-8f85-fbcd329b0360 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:52.433643 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1631d650-a91c-45cb-a02c-d78e2a78c831 req-61764b73-d41d-467a-8f85-fbcd329b0360 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0722528 Apr 04 20:25:52.489672 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1631d650-a91c-45cb-a02c-d78e2a78c831 req-5cf6916e-2a9b-49e5-af94-b907c4d2ad93 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548239 Apr 04 20:25:52.777758 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38658) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:52.796866 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25544397-9d63-4895-a33c-4ca40c07fa82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.798063 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f4c9b-69c6-419a-a4af-422b38f60a6f req-6f81ac6a-38e3-498a-a2b4-19db28b1492b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:52.799926 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b66f4c9b-69c6-419a-a4af-422b38f60a6f req-6f81ac6a-38e3-498a-a2b4-19db28b1492b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0586257 Apr 04 20:25:52.878989 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b66f4c9b-69c6-419a-a4af-422b38f60a6f req-f3736271-f321-45ec-b6be-b2d36f301284 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716171 Apr 04 20:25:52.919967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25544397-9d63-4895-a33c-4ca40c07fa82 admin admin] Publish callbacks [] for security_group (799f3336-02e7-4589-825d-15892f2970d6), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.940243 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25544397-9d63-4895-a33c-4ca40c07fa82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (799f3336-02e7-4589-825d-15892f2970d6), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:52.987228 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25544397-9d63-4895-a33c-4ca40c07fa82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f3336-02e7-4589-825d-15892f2970d6,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:53.021915 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dad67-09e2-45cb-a40f-95c1cfc4faee req-721e013e-9dfd-45ea-bf24-1db49982ab90 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:53.028771 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c2dad67-09e2-45cb-a40f-95c1cfc4faee req-721e013e-9dfd-45ea-bf24-1db49982ab90 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1254983 Apr 04 20:25:53.032963 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-25544397-9d63-4895-a33c-4ca40c07fa82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=535f5e4b3849435080051c98293c911b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540050 Apr 04 20:25:53.038667 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38668) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:53.110705 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab12f7-0c6d-4e53-89b4-5c8abd1e6fef req-0f65e809-350e-463b-b040-5d96d7ae3824 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:53.123885 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f2ab12f7-0c6d-4e53-89b4-5c8abd1e6fef req-0f65e809-350e-463b-b040-5d96d7ae3824 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 945 time: 0.0927894 Apr 04 20:25:53.146547 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] Publish callbacks [] for security_group (799f3336-02e7-4589-825d-15892f2970d6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.166109 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c2dad67-09e2-45cb-a40f-95c1cfc4faee req-d10038de-db3c-49ac-bc79-2a3f7be1dff4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363945 Apr 04 20:25:53.185465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f2ab12f7-0c6d-4e53-89b4-5c8abd1e6fef req-1521f26c-b3f6-4c14-8bf6-73bc5718867a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602636 Apr 04 20:25:53.191597 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] Publish callbacks [] for security_group (799f3336-02e7-4589-825d-15892f2970d6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.252246 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (799f3336-02e7-4589-825d-15892f2970d6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.254897 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.258800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/799f3336-02e7-4589-825d-15892f2970d6 HTTP/1.1" status: 204 len: 168 time: 0.2168803 Apr 04 20:25:53.265553 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c257aa-2439-4ea2-b5f9-63f722f2e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f3336-02e7-4589-825d-15892f2970d6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:53.325372 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:25:53.517579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7dff5e77-923d-45ca-89a7-48ead1eb4183 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:25:53.573281 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38692) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:53.573827 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 7dff5e77-923d-45ca-89a7-48ead1eb4183 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:25:53.578410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 7dff5e77-923d-45ca-89a7-48ead1eb4183 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:25:53.578848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.659129 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 7dff5e77-923d-45ca-89a7-48ead1eb4183 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:53.659525 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.690377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb53f8b3-5d5b-4258-951e-fb2b2e3407fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.694813 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:25:53.697205 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771266a-2e6e-4a21-a1d2-7d4b214ab3e3" -d '{"events": [{"server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "name": "network-vif-plugged", "status": "completed", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:25:53.706912 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:53.710759 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.743149 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789008fb-f1bc-4faf-a68d-58f9a4feda0e x-openstack-request-id: req-789008fb-f1bc-4faf-a68d-58f9a4feda0e {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:25:53.743687 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "name": "network-vif-plugged", "status": "completed", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:25:53.744198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-789008fb-f1bc-4faf-a68d-58f9a4feda0e {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:25:53.744756 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789008fb-f1bc-4faf-a68d-58f9a4feda0e'] response: {'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'code': 200} Apr 04 20:25:53.776827 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:53.790508 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb53f8b3-5d5b-4258-951e-fb2b2e3407fd admin admin] Publish callbacks [] for security_group (562faf1a-9ae1-4116-8731-587d546d1609), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.794934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cb53f8b3-5d5b-4258-951e-fb2b2e3407fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (562faf1a-9ae1-4116-8731-587d546d1609), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.835446 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cb53f8b3-5d5b-4258-951e-fb2b2e3407fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acaf1cf2547146e9a6b617642a764e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648447 Apr 04 20:25:53.836293 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53f8b3-5d5b-4258-951e-fb2b2e3407fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562faf1a-9ae1-4116-8731-587d546d1609,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:53.838029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38708) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:53.887964 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] Publish callbacks [] for security_group (562faf1a-9ae1-4116-8731-587d546d1609), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.909360 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] Publish callbacks [] for security_group (562faf1a-9ae1-4116-8731-587d546d1609), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.990660 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (562faf1a-9ae1-4116-8731-587d546d1609), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.993176 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:53.994450 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/562faf1a-9ae1-4116-8731-587d546d1609 HTTP/1.1" status: 204 len: 168 time: 0.1549225 Apr 04 20:25:54.008420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef0592-cf23-42b2-b10a-1df96c5143e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562faf1a-9ae1-4116-8731-587d546d1609,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:54.018796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafef640-586d-45ab-81f3-7a403ec6e740 req-6f4849bd-076b-4d71-b145-0ab25770e3a6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.025703 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dafef640-586d-45ab-81f3-7a403ec6e740 req-6f4849bd-076b-4d71-b145-0ab25770e3a6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0767868 Apr 04 20:25:54.089607 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dafef640-586d-45ab-81f3-7a403ec6e740 req-c6821305-fd44-4204-ba5e-20b06e0a8bd0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626786 Apr 04 20:25:54.327507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-78af580f-c40e-48e8-a10b-6b047087bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.329077 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-78af580f-c40e-48e8-a10b-6b047087bd87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0721326 Apr 04 20:25:54.502947 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-7bd516a3-a534-400f-b935-f39c4b6a8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.504456 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-7bd516a3-a534-400f-b935-f39c4b6a8603 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 1128 time: 0.1790953 Apr 04 20:25:54.512914 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e47c3-ee27-4841-8849-54f0d9c269b5 req-bb396de8-603b-494d-aaf0-c036546d7fe4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.526768 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b5e47c3-ee27-4841-8849-54f0d9c269b5 req-bb396de8-603b-494d-aaf0-c036546d7fe4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.2386303 Apr 04 20:25:54.528511 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38744) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:54.567797 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-e3e0fb00-8687-4b74-9364-6f3f91a584a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.570860 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-e3e0fb00-8687-4b74-9364-6f3f91a584a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2031169 Apr 04 20:25:54.586109 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7762ec-6e83-4a60-ac96-4d53cf80206a req-503b4c47-958a-4730-bd6d-c395fa44170c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.595154 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6a7762ec-6e83-4a60-ac96-4d53cf80206a req-503b4c47-958a-4730-bd6d-c395fa44170c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.2221589 Apr 04 20:25:54.598789 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-fcf08be3-48b3-48f4-b5ea-302214250f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.601662 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-fcf08be3-48b3-48f4-b5ea-302214250f5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1128 time: 0.2714913 Apr 04 20:25:54.616767 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-993c9979-86d3-432e-aa51-9ad7700699d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:54.714343 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b5e47c3-ee27-4841-8849-54f0d9c269b5 req-fba42cdc-3fa2-4d34-9d26-c8408ce9fa11 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866779 Apr 04 20:25:54.730042 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-15f8f462-3502-4b5e-bd69-991706e3e57e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d HTTP/1.1" status: 200 len: 217 time: 0.1158698 Apr 04 20:25:54.747723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862170-e632-4d01-b60f-b846f1a04876 req-43182267-ae58-4529-900a-5394cc33701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.749273 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-03862170-e632-4d01-b60f-b846f1a04876 req-43182267-ae58-4529-900a-5394cc33701c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.2992887 Apr 04 20:25:54.768285 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-993c9979-86d3-432e-aa51-9ad7700699d3 admin admin] Publish callbacks [] for security_group (e42327ba-c93a-4387-9ed6-952e6d8f1c55), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:54.775644 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-49880b79-d8f3-4f29-b806-0952420e3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.777702 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-49880b79-d8f3-4f29-b806-0952420e3455 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1ba952ea66254d078cf006df5aee1723&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2479539 Apr 04 20:25:54.779131 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-993c9979-86d3-432e-aa51-9ad7700699d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e42327ba-c93a-4387-9ed6-952e6d8f1c55), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:54.820246 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6a7762ec-6e83-4a60-ac96-4d53cf80206a req-502ffd07-62d7-4442-b8c0-7c829c56035e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182391 Apr 04 20:25:54.829259 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-993c9979-86d3-432e-aa51-9ad7700699d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc0ce79bafef419bb5ae5fe46e7c084f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983930 Apr 04 20:25:54.838956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38752) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:54.850917 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9979-86d3-432e-aa51-9ad7700699d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42327ba-c93a-4387-9ed6-952e6d8f1c55,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:54.860160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-f7cb36bb-4508-4d29-a8c3-41b05959aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:54.861858 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-f7cb36bb-4508-4d29-a8c3-41b05959aa59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.1176128 Apr 04 20:25:54.868645 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-bbf488fe-3dda-4ba2-a869-19d827bb5f51 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650180 Apr 04 20:25:54.900739 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] Publish callbacks [] for security_group (e42327ba-c93a-4387-9ed6-952e6d8f1c55), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:54.924789 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] Publish callbacks [] for security_group (e42327ba-c93a-4387-9ed6-952e6d8f1c55), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.006668 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e42327ba-c93a-4387-9ed6-952e6d8f1c55), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.009700 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.012632 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e42327ba-c93a-4387-9ed6-952e6d8f1c55 HTTP/1.1" status: 204 len: 168 time: 0.1718373 Apr 04 20:25:55.026041 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f661fc-7b3e-4449-a37f-451eb083589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42327ba-c93a-4387-9ed6-952e6d8f1c55,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:55.219035 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3962489-f493-4d4c-973e-48f3e5870f4d req-f6916b01-e1a8-4d05-aa3f-16b2c1af2811 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:55.220526 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e3962489-f493-4d4c-973e-48f3e5870f4d req-f6916b01-e1a8-4d05-aa3f-16b2c1af2811 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0566182 Apr 04 20:25:55.267796 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e3962489-f493-4d4c-973e-48f3e5870f4d req-9b9203b7-c98c-4da7-a9a9-47f4264e788b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Apr 04 20:25:55.364006 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38780) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:55.379859 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0336c598-0568-476a-bc2c-3632e3934c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.455075 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0336c598-0568-476a-bc2c-3632e3934c3b admin admin] Publish callbacks [] for security_group (2f38dfba-6a12-4e2c-878d-b263f1bcbce5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.459083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0336c598-0568-476a-bc2c-3632e3934c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2f38dfba-6a12-4e2c-878d-b263f1bcbce5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.496861 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0336c598-0568-476a-bc2c-3632e3934c3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f39d199d6244bd6b19a19b50d426bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317918 Apr 04 20:25:55.497707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336c598-0568-476a-bc2c-3632e3934c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38dfba-6a12-4e2c-878d-b263f1bcbce5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:55.499498 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38784) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:55.546657 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] Publish callbacks [] for security_group (2f38dfba-6a12-4e2c-878d-b263f1bcbce5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.567014 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] Publish callbacks [] for security_group (2f38dfba-6a12-4e2c-878d-b263f1bcbce5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.616402 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2f38dfba-6a12-4e2c-878d-b263f1bcbce5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.618986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:55.620103 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f38dfba-6a12-4e2c-878d-b263f1bcbce5 HTTP/1.1" status: 204 len: 168 time: 0.1195450 Apr 04 20:25:55.627343 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335664f-819e-4a0a-ad0c-9521595cc551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38dfba-6a12-4e2c-878d-b263f1bcbce5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:55.839667 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235826f-9b86-4ffc-9951-716839846111 req-aa8176f8-7019-41f3-8807-69fbe7ae8009 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:55.841297 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8235826f-9b86-4ffc-9951-716839846111 req-aa8176f8-7019-41f3-8807-69fbe7ae8009 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0510287 Apr 04 20:25:55.892061 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8235826f-9b86-4ffc-9951-716839846111 req-6afaba5d-cb1c-4a63-b58a-711d68e7640b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Apr 04 20:25:55.941382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b0f7be72-23d8-4c39-b362-7687e1e3c4b1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:25:56.003554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97bc0b-ca7d-4283-a2a5-5dd87967c0b9 req-c3017593-c23b-480c-8707-8f82d646b7c8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:56.005035 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d97bc0b-ca7d-4283-a2a5-5dd87967c0b9 req-c3017593-c23b-480c-8707-8f82d646b7c8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0548363 Apr 04 20:25:56.051250 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:56.066893 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d97bc0b-ca7d-4283-a2a5-5dd87967c0b9 req-1fa71092-1617-4e9e-a323-22588595ca5f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501499 Apr 04 20:25:56.077380 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'port_id': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'mac_address': 'fa:16:3e:cb:1f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:25:56.118400 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:25:56.118788 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:56.139827 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f7be72-23d8-4c39-b362-7687e1e3c4b1 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:25:56.159792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:25:56.164225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:56.214821 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:56.382414 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f3cd9-3523-4886-830a-825753ffc49b req-956cc1f4-c27a-459d-9e58-a141eb936fd3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:56.383901 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e4f3cd9-3523-4886-830a-825753ffc49b req-956cc1f4-c27a-459d-9e58-a141eb936fd3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0517843 Apr 04 20:25:56.430209 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e4f3cd9-3523-4886-830a-825753ffc49b req-e685bf28-e3cd-4aca-b468-853a8f1ab37e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 Apr 04 20:25:56.888506 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-10a692b9-e800-418b-9607-e7ed66091f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:56.889842 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2941b8b8-1fe9-4f75-8f41-c5ffd7076b65 req-10a692b9-e800-418b-9607-e7ed66091f3c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922928 Apr 04 20:25:56.941653 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-03862170-e632-4d01-b60f-b846f1a04876 req-b2481121-fcb1-42b1-8aff-5fcc8b895883 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454773 Apr 04 20:25:56.955506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-cd4c81d3-f063-4b6a-a5f0-7fd0052b980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:56.956972 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-cd4c81d3-f063-4b6a-a5f0-7fd0052b980e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1543040 Apr 04 20:25:56.961324 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4590ae52-6fdc-4e6c-b824-c2b20efb0700 req-2bdbb703-6302-4326-8ee3-daa4e82206b7 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596344 Apr 04 20:25:57.012746 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcada8-7322-43ff-839d-400a913b1a58 req-b77c765e-530e-4750-b1c6-9815b0a00b91 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:57.014274 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67dcada8-7322-43ff-839d-400a913b1a58 req-b77c765e-530e-4750-b1c6-9815b0a00b91 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0520647 Apr 04 20:25:57.064651 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67dcada8-7322-43ff-839d-400a913b1a58 req-ab016f5d-98e1-46cb-a0fa-d0faadf9d3dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Apr 04 20:25:57.188031 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2ec09-eba1-4f58-ac1f-a20a90fe77dd req-04c9c5b5-c9b4-4628-bce4-77900cbd271b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:57.189532 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d8e2ec09-eba1-4f58-ac1f-a20a90fe77dd req-04c9c5b5-c9b4-4628-bce4-77900cbd271b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0596852 Apr 04 20:25:57.237922 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d8e2ec09-eba1-4f58-ac1f-a20a90fe77dd req-ea8963c3-9f0a-4e4b-8b5c-20a2142e2024 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Apr 04 20:25:57.376750 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38862) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:57.479211 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09efa9fe-0216-49f1-8b2e-b7c2948084e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.576476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef7ed9-dec2-4015-a25f-24ec6a62529a req-f6b4f566-5bbd-42cf-89c4-1c545ebb7021 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:57.578107 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7eef7ed9-dec2-4015-a25f-24ec6a62529a req-f6b4f566-5bbd-42cf-89c4-1c545ebb7021 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0816240 Apr 04 20:25:57.615973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09efa9fe-0216-49f1-8b2e-b7c2948084e0 admin admin] Publish callbacks [] for security_group (a327a020-799c-432e-9dc0-f66e77f17348), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.621054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09efa9fe-0216-49f1-8b2e-b7c2948084e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a327a020-799c-432e-9dc0-f66e77f17348), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.674152 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-09efa9fe-0216-49f1-8b2e-b7c2948084e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f0a4a3a0f8546bf9a52b9d0e50b8714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963357 Apr 04 20:25:57.676849 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38870) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:57.677340 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7eef7ed9-dec2-4015-a25f-24ec6a62529a req-c4b411cd-5f29-41d0-b18a-d86fb298dbfb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867276 Apr 04 20:25:57.678116 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efa9fe-0216-49f1-8b2e-b7c2948084e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a327a020-799c-432e-9dc0-f66e77f17348,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:57.733904 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] Publish callbacks [] for security_group (a327a020-799c-432e-9dc0-f66e77f17348), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.754031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] Publish callbacks [] for security_group (a327a020-799c-432e-9dc0-f66e77f17348), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.799892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a327a020-799c-432e-9dc0-f66e77f17348), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.803446 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:57.804574 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a327a020-799c-432e-9dc0-f66e77f17348 HTTP/1.1" status: 204 len: 168 time: 0.1261275 Apr 04 20:25:57.811873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fffd9a-a528-4d7d-9d21-72300929c695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a327a020-799c-432e-9dc0-f66e77f17348,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:58.064212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38876) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:58.077746 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9b88461-4e46-467e-93c0-e21dcc7db656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.159943 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9b88461-4e46-467e-93c0-e21dcc7db656 admin admin] Publish callbacks [] for security_group (9da04569-3b6c-4191-bb15-694471a28b96), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.164788 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9b88461-4e46-467e-93c0-e21dcc7db656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (9da04569-3b6c-4191-bb15-694471a28b96), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.191496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219df7d-a06c-4b5e-885f-7224182bda5e req-e9949eca-904d-421b-8f28-c018ec96285e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:58.193715 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6219df7d-a06c-4b5e-885f-7224182bda5e req-e9949eca-904d-421b-8f28-c018ec96285e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0549288 Apr 04 20:25:58.202096 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b88461-4e46-467e-93c0-e21dcc7db656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da04569-3b6c-4191-bb15-694471a28b96,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:58.208300 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f9b88461-4e46-467e-93c0-e21dcc7db656 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e296482a27034c83a8ede1e81034bf86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425676 Apr 04 20:25:58.212493 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38882) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:25:58.253046 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6219df7d-a06c-4b5e-885f-7224182bda5e req-953547ed-81a8-43e5-91be-b87d7cb33cf7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Apr 04 20:25:58.275988 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] Publish callbacks [] for security_group (9da04569-3b6c-4191-bb15-694471a28b96), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.301339 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] Publish callbacks [] for security_group (9da04569-3b6c-4191-bb15-694471a28b96), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.348368 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (9da04569-3b6c-4191-bb15-694471a28b96), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.351315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:25:58.352684 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9da04569-3b6c-4191-bb15-694471a28b96 HTTP/1.1" status: 204 len: 168 time: 0.1392608 Apr 04 20:25:58.362372 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a637a0-6dfe-4745-b1d8-addb1bace109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da04569-3b6c-4191-bb15-694471a28b96,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:25:58.363520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f15a6f-bc0e-4e24-b775-571363201c4e req-2deb3319-bf03-4e1a-8d4a-0750da9bfd1d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:58.365514 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-85f15a6f-bc0e-4e24-b775-571363201c4e req-2deb3319-bf03-4e1a-8d4a-0750da9bfd1d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0548325 Apr 04 20:25:58.414870 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-85f15a6f-bc0e-4e24-b775-571363201c4e req-0baaa5f7-18cb-4640-beb3-b5d938fa2eba tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Apr 04 20:25:58.718980 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['b0f7be72-23d8-4c39-b362-7687e1e3c4b1'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:25:58.874551 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-e301a882-d4f2-4342-a2a9-ead23e102ddd service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019558 Apr 04 20:25:58.880192 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-ff0b2ab1-a25f-453d-8286-f665b084d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:58.882409 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-ff0b2ab1-a25f-453d-8286-f665b084d2cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 1128 time: 0.1308081 Apr 04 20:25:58.891381 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948d821-8d81-4960-80e4-92efc06dbd67 req-fa28cff2-87da-4636-ac47-30ebda1de429 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:58.892863 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0948d821-8d81-4960-80e4-92efc06dbd67 req-fa28cff2-87da-4636-ac47-30ebda1de429 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.1002173 Apr 04 20:25:58.944761 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0948d821-8d81-4960-80e4-92efc06dbd67 req-118e2ada-dba0-452a-8b39-18e38fb11a5b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Apr 04 20:25:59.407675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc57e5-fb13-40fb-8733-d7fa1d83ed69 req-a0faae94-6aec-46be-bf62-77dc33758eb3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:59.409434 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cbfc57e5-fb13-40fb-8733-d7fa1d83ed69 req-a0faae94-6aec-46be-bf62-77dc33758eb3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0763359 Apr 04 20:25:59.465403 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cbfc57e5-fb13-40fb-8733-d7fa1d83ed69 req-3fff13b9-b9d1-44b8-a646-1e945fa23ab1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488083 Apr 04 20:25:59.642038 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-6a9ddd3c-8307-4d59-a346-67d87868cacc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b93284-d875-4df9-9d72-9a56a462ddb3 HTTP/1.1" status: 200 len: 217 time: 0.1407530 Apr 04 20:25:59.710798 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a50300dd-b390-4608-99f1-1efed4b2e192 req-66b00670-c14a-46e0-83fd-d1f091165a92 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192168 Apr 04 20:25:59.733443 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99508c-9212-481f-bee6-2c3038e7b321 req-c30a9e5e-2a99-437e-afbe-b37470942776 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:59.735318 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f99508c-9212-481f-bee6-2c3038e7b321 req-c30a9e5e-2a99-437e-afbe-b37470942776 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.2351601 Apr 04 20:25:59.741413 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-3eb8ca0b-4097-4f4b-830c-bb25dc932aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:59.742923 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-3eb8ca0b-4097-4f4b-830c-bb25dc932aa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0897660 Apr 04 20:25:59.796790 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f99508c-9212-481f-bee6-2c3038e7b321 req-4e2e2a9c-a494-4433-8926-7a761b77592f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513661 Apr 04 20:25:59.851177 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-149c1b6b-422f-4aaa-aa98-46128aec5ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:25:59.852712 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-149c1b6b-422f-4aaa-aa98-46128aec5ecf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490229 Apr 04 20:26:00.061620 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231f606-51c0-4f68-96b7-f90e57077176 req-471fac83-a092-4445-8e93-91e25e1b7160 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:00.063032 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e231f606-51c0-4f68-96b7-f90e57077176 req-471fac83-a092-4445-8e93-91e25e1b7160 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0517576 Apr 04 20:26:00.111587 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e231f606-51c0-4f68-96b7-f90e57077176 req-90838676-05dd-4e74-8b10-8350b4f3d471 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Apr 04 20:26:00.602155 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883f0c8-0050-4cd0-835d-1a8cb8ebb54b req-8ca86738-dd63-4bcf-9251-301fa4e55136 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:00.603635 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b883f0c8-0050-4cd0-835d-1a8cb8ebb54b req-8ca86738-dd63-4bcf-9251-301fa4e55136 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0593789 Apr 04 20:26:00.652492 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b883f0c8-0050-4cd0-835d-1a8cb8ebb54b req-bef664a3-548b-44db-8489-74f63f912593 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433910 Apr 04 20:26:00.751517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 38990) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:00.859863 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8df8349d-f45f-4a75-acea-9e8a8e1c3ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:00.918923 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bad3a-d63d-4721-93f4-4d01fbb50002 req-b7378219-2b0f-4d5a-81ad-eac2c9b0e998 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:00.920371 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-062bad3a-d63d-4721-93f4-4d01fbb50002 req-b7378219-2b0f-4d5a-81ad-eac2c9b0e998 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0541983 Apr 04 20:26:00.933432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8df8349d-f45f-4a75-acea-9e8a8e1c3ceb admin admin] Publish callbacks [] for security_group (7c399c03-e3df-479b-ad62-ff5e1582fde4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:00.937452 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8df8349d-f45f-4a75-acea-9e8a8e1c3ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (7c399c03-e3df-479b-ad62-ff5e1582fde4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:00.967355 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-062bad3a-d63d-4721-93f4-4d01fbb50002 req-6a6e43d3-19a0-4afd-b9fd-7ab393bc0707 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411704 Apr 04 20:26:00.976304 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8df8349d-f45f-4a75-acea-9e8a8e1c3ceb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79881b769b56416e825214008dcf67c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237022 Apr 04 20:26:00.977353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8349d-f45f-4a75-acea-9e8a8e1c3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c399c03-e3df-479b-ad62-ff5e1582fde4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:00.979464 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 38998) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:01.026567 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] Publish callbacks [] for security_group (7c399c03-e3df-479b-ad62-ff5e1582fde4), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.048181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] Publish callbacks [] for security_group (7c399c03-e3df-479b-ad62-ff5e1582fde4), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.095689 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (7c399c03-e3df-479b-ad62-ff5e1582fde4), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.098069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.099912 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c399c03-e3df-479b-ad62-ff5e1582fde4 HTTP/1.1" status: 204 len: 168 time: 0.1188118 Apr 04 20:26:01.107762 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b6ee9-8e28-4c3a-90d6-8651bf20fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c399c03-e3df-479b-ad62-ff5e1582fde4,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:01.230767 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad236c0f-7ab2-4ed4-88ca-8c0c7e5ee817 req-de818e92-3fa0-4801-867e-26e374104168 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:01.232238 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ad236c0f-7ab2-4ed4-88ca-8c0c7e5ee817 req-de818e92-3fa0-4801-867e-26e374104168 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0519636 Apr 04 20:26:01.281011 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ad236c0f-7ab2-4ed4-88ca-8c0c7e5ee817 req-86470413-ee3e-4afd-b25f-4891115371b8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Apr 04 20:26:01.710107 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39030) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:01.769632 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990b87-5699-4e69-937a-cca2d8a03e52 req-956d2c54-b6f8-47e7-9212-ac4ea6a21027 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:01.771642 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45990b87-5699-4e69-937a-cca2d8a03e52 req-956d2c54-b6f8-47e7-9212-ac4ea6a21027 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0530741 Apr 04 20:26:01.808144 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183263355-network', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:01.832579 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45990b87-5699-4e69-937a-cca2d8a03e52 req-1145fbf1-85f8-4dbb-91d1-cebd9d000c67 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551190 Apr 04 20:26:01.839061 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Made reservation on behalf of 9f83b7399e4141babb9fdf75f6d0342a for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:26:01.841295 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.849925 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.922582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks [] for security_group (b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.926211 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.950315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:26:01.960064 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:01.964644 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (a147a807-3c31-414f-b9f4-554fde09fa26), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:01.964977 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Added segment a147a807-3c31-414f-b9f4-554fde09fa26 of type vlan for network b1ee2844-0d50-455e-a39b-c681971d57ed Apr 04 20:26:02.001777 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b0f7be72-23d8-4c39-b362-7687e1e3c4b1 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:02.004305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (b1ee2844-0d50-455e-a39b-c681971d57ed), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.033187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (b1ee2844-0d50-455e-a39b-c681971d57ed), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.034472 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:02.035077 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.056117 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:26:02.060788 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:02.061225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.068530 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3570650 Apr 04 20:26:02.072492 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39038) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:02.078451 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Request body: {'subnet': {'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183263355-subnet', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:02.105348 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0189-82ff-4f78-a54a-c5a48cf0d9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ee2844-0d50-455e-a39b-c681971d57ed,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:02.118573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network b1ee2844-0d50-455e-a39b-c681971d57ed details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:26:02.127424 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825dbae-5d59-479f-8aac-1961b7b1cb75 req-4ffc22ae-2084-4f49-9c0d-a27480ff1d35 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:02.129090 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d825dbae-5d59-479f-8aac-1961b7b1cb75 req-4ffc22ae-2084-4f49-9c0d-a27480ff1d35 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0946436 Apr 04 20:26:02.130934 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Made reservation on behalf of 9f83b7399e4141babb9fdf75f6d0342a for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:26:02.136818 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.198941 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:02.199236 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.232600 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:02.234837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca768ac-67e9-400d-ab01-87e68eacdc44" -d '{"events": [{"server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "name": "network-vif-plugged", "status": "completed", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:02.243258 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d825dbae-5d59-479f-8aac-1961b7b1cb75 req-5234c9a6-6887-47e3-b685-aed100ad4933 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067252 Apr 04 20:26:02.247747 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:02.253537 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.284732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297750e-1687-44fc-a2c4-8d56d2d4cd46 x-openstack-request-id: req-d297750e-1687-44fc-a2c4-8d56d2d4cd46 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:02.285045 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "name": "network-vif-plugged", "status": "completed", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:02.285298 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d297750e-1687-44fc-a2c4-8d56d2d4cd46 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:02.285677 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d297750e-1687-44fc-a2c4-8d56d2d4cd46'] response: {'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'code': 200} Apr 04 20:26:02.313859 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:02.378603 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (e99736e2-c703-4538-9ea1-799d52498254), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.443948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99736e2-c703-4538-9ea1-799d52498254,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:02.461222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf9714-b895-4dbe-852c-897bec508ffa req-36cdbb8c-0882-4144-8618-425a81da2202 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:02.462743 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dccf9714-b895-4dbe-852c-897bec508ffa req-36cdbb8c-0882-4144-8618-425a81da2202 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.1118038 Apr 04 20:26:02.470808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Checking segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:02.471163 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Network hostable DHCP agents. Network: b1ee2844-0d50-455e-a39b-c681971d57ed, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:26:02.510055 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Network b1ee2844-0d50-455e-a39b-c681971d57ed is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:26:02.525245 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dccf9714-b895-4dbe-852c-897bec508ffa req-13c529cf-d6b5-4b26-a318-a5397fad43af tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Apr 04 20:26:02.526241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, b1ee2844-0d50-455e-a39b-c681971d57ed) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:02.530240 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:02.530831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.536033 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d310df1-5762-440c-aabe-239fc0c2bca5 None None] Network b1ee2844-0d50-455e-a39b-c681971d57ed requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:26:02.553071 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e24b1a11-10ea-4772-b0df-969ca50b7958 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4784992 Apr 04 20:26:02.555476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39048) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:02.559608 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:02.583496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (50752980-d63d-45f8-a0aa-219309e40f54), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.584659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (50752980-d63d-45f8-a0aa-219309e40f54), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.643369 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-b1ee2844-0d50-455e-a39b-c681971d57ed', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:26:02.644224 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.644347 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for router_controller (50752980-d63d-45f8-a0aa-219309e40f54), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.781294 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Allocated IP 172.20.0.2 (b1ee2844-0d50-455e-a39b-c681971d57ed/e99736e2-c703-4538-9ea1-799d52498254/8fe55c2b-d083-4420-a0af-17afcd2dee06) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:02.937016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks [] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.943668 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.963879 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc43d1f-2d49-4916-ad55-bf35afd14eb3 req-5caa41b3-7911-40dc-8885-db99be20990a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:02.965447 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5dc43d1f-2d49-4916-ad55-bf35afd14eb3 req-5caa41b3-7911-40dc-8885-db99be20990a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0568540 Apr 04 20:26:02.981065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for router_gateway (50752980-d63d-45f8-a0aa-219309e40f54), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:02.982951 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Network b1ee2844-0d50-455e-a39b-c681971d57ed is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:02.986177 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:02.993143 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:03.020368 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5dc43d1f-2d49-4916-ad55-bf35afd14eb3 req-3aed623a-65bb-43b1-bd45-678275981f20 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484037 Apr 04 20:26:03.023210 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Pushing event updated for resources: {'Port': ['ID=8fe55c2b-d083-4420-a0af-17afcd2dee06,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:03.056840 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Attempting to bind port 8fe55c2b-d083-4420-a0af-17afcd2dee06 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:03.057208 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Attempting to bind port 8fe55c2b-d083-4420-a0af-17afcd2dee06 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:03.057574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Attempting to bind port 8fe55c2b-d083-4420-a0af-17afcd2dee06 on network b1ee2844-0d50-455e-a39b-c681971d57ed {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:03.062554 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:03.062927 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Checking segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:03.063326 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.063717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Bound using segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:03.064177 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Bound port: 8fe55c2b-d083-4420-a0af-17afcd2dee06, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:03.064553 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.127958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] For port 8fe55c2b-d083-4420-a0af-17afcd2dee06, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:03.131079 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] For port 8fe55c2b-d083-4420-a0af-17afcd2dee06, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=8fe55c2b-d083-4420-a0af-17afcd2dee06,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:03.141852 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.204922 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a01014-4868-4bcb-8fe2-a8450558a459 None None] Pushing event updated for resources: {'Port': ['ID=8fe55c2b-d083-4420-a0af-17afcd2dee06,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:03.207080 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for router_gateway (50752980-d63d-45f8-a0aa-219309e40f54), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.227365 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.344701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Allocated IP 172.27.3.147 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/fb2ac93b-6c27-4c45-9e05-de916f8b7c37) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:03.457378 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607126bf-99fd-4f0b-9005-0e62f935df74 req-9e3d5067-c12c-433e-bb3b-8f43ff110644 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:03.459376 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-607126bf-99fd-4f0b-9005-0e62f935df74 req-9e3d5067-c12c-433e-bb3b-8f43ff110644 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.1320057 Apr 04 20:26:03.524106 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.539191 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-607126bf-99fd-4f0b-9005-0e62f935df74 req-b56e7167-4636-4c02-bf4c-195b30640368 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714481 Apr 04 20:26:03.569046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:03.613888 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:03.619742 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:03.624287 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:03.627597 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:03.656630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9600a-375e-4e2d-b7f0-ae3ede791443 req-0352a481-2256-4afd-87a2-29243f05699a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:03.658151 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46b9600a-375e-4e2d-b7f0-ae3ede791443 req-0352a481-2256-4afd-87a2-29243f05699a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0575814 Apr 04 20:26:03.713397 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46b9600a-375e-4e2d-b7f0-ae3ede791443 req-8c75a434-f9ce-4987-a53e-339a9da87ec1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Apr 04 20:26:03.844792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for router_gateway (50752980-d63d-45f8-a0aa-219309e40f54), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.048270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (50752980-d63d-45f8-a0aa-219309e40f54), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.075237 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda3ecd-63b5-4e87-a953-6a18e154cdcd None None] Network b1ee2844-0d50-455e-a39b-c681971d57ed requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:26:04.188302 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a215b6-df14-4045-905a-5790c306b324 req-caddb702-a1df-4ccf-9714-d88b7ae4303a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:04.189172 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Provisioning complete for port 8fe55c2b-d083-4420-a0af-17afcd2dee06 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:04.189566 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.189795 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09a215b6-df14-4045-905a-5790c306b324 req-caddb702-a1df-4ccf-9714-d88b7ae4303a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0994153 Apr 04 20:26:04.269737 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09a215b6-df14-4045-905a-5790c306b324 req-55005a1c-89d7-4b8f-b1cb-b76c0de37e96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727022 Apr 04 20:26:04.274192 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Router 50752980-d63d-45f8-a0aa-219309e40f54 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:26:04.280557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Current status of the port 8fe55c2b-d083-4420-a0af-17afcd2dee06 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:04.281071 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.326411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] For port 8fe55c2b-d083-4420-a0af-17afcd2dee06, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=8fe55c2b-d083-4420-a0af-17afcd2dee06,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:04.331556 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.388613 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e754a-e064-451f-98e6-64ffb3f9a14f None None] Pushing event updated for resources: {'Port': ['ID=8fe55c2b-d083-4420-a0af-17afcd2dee06,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:04.419948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:04.440859 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Sync routers for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:04.441696 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 8fe55c2b-d083-4420-a0af-17afcd2dee06 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:04.441833 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.446526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39072) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:04.447003 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9bf0b997-dca6-445e-8b20-e1c353164461 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8901317 Apr 04 20:26:04.454743 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:04.455381 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:04.492405 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6584ead3-7440-4808-8778-f89b80dc27c9 None None] Provisioning complete for port 8fe55c2b-d083-4420-a0af-17afcd2dee06 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:04.492907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6584ead3-7440-4808-8778-f89b80dc27c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.582503 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:04.701285 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 8fe55c2b-d083-4420-a0af-17afcd2dee06 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:04.701811 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.790274 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:03Z', 'revision_number': 3, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:04.823550 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Checking router: 50752980-d63d-45f8-a0aa-219309e40f54 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:04.824102 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6584ead3-7440-4808-8778-f89b80dc27c9 None None] Current status of the port 8fe55c2b-d083-4420-a0af-17afcd2dee06 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:04.824290 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Updating router 50752980-d63d-45f8-a0aa-219309e40f54 port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:26:04.857590 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:04.865682 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 8fe55c2b-d083-4420-a0af-17afcd2dee06 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:04.935992 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e56563-11a0-40da-b24e-913f785bf1fb req-430fef8f-ebc5-4382-bfb6-4cbfe7bc2838 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:04.938703 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-40e56563-11a0-40da-b24e-913f785bf1fb req-430fef8f-ebc5-4382-bfb6-4cbfe7bc2838 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.1118610 Apr 04 20:26:04.939897 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb1c61-a192-4e4e-8060-5a6eb895143b req-30e71c07-ddef-40f9-967d-0fe2115a793a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:04.941340 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-66bb1c61-a192-4e4e-8060-5a6eb895143b req-30e71c07-ddef-40f9-967d-0fe2115a793a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.3101783 Apr 04 20:26:04.996982 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-40e56563-11a0-40da-b24e-913f785bf1fb req-e68a413a-e7ac-4913-9d93-6dbfe17df7ee tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488136 Apr 04 20:26:05.053257 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-66bb1c61-a192-4e4e-8060-5a6eb895143b req-2b7faf45-6be2-4b0f-8737-a71fd1563714 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814693 Apr 04 20:26:05.126014 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks [] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.131801 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.184123 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Attempting to bind port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:05.184473 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Attempting to bind port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:05.184829 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Attempting to bind port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:05.186804 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d75e3-300e-46cf-8e1f-8111f40434e1 None None] Pushing event updated for resources: {'Port': ['ID=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:05.186944 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.192677 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:05.193130 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:05.193528 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.193910 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:05.194398 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Bound port: fb2ac93b-6c27-4c45-9e05-de916f8b7c37, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:05.194779 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.244446 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] For port fb2ac93b-6c27-4c45-9e05-de916f8b7c37, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:05.247507 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] For port fb2ac93b-6c27-4c45-9e05-de916f8b7c37, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:05.252689 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.308266 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:05.308522 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:05.371452 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Allocated IP 172.20.0.1 (b1ee2844-0d50-455e-a39b-c681971d57ed/e99736e2-c703-4538-9ea1-799d52498254/7428654a-1c83-4ce9-8f4b-d1a29b148989) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:05.388516 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d75e3-300e-46cf-8e1f-8111f40434e1 None None] Pushing event updated for resources: {'Port': ['ID=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:05.413475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39c6be-30c2-4834-82d3-1f77f6387e3f req-8e9c3563-5117-4051-aabb-5b3faf29caf4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:05.415000 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6d39c6be-30c2-4834-82d3-1f77f6387e3f req-8e9c3563-5117-4051-aabb-5b3faf29caf4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0573699 Apr 04 20:26:05.420581 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:05.467761 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6d39c6be-30c2-4834-82d3-1f77f6387e3f req-38eb2fe6-a87c-47a9-aa87-a2f9364b2266 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453792 Apr 04 20:26:05.479121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks [] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.512873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.548153 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Network b1ee2844-0d50-455e-a39b-c681971d57ed is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:05.551142 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:05.554619 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:05.589219 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Pushing event updated for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:05.601766 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.602134 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.602498 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.602842 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.603178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.603509 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.603848 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.604454 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.604556 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.604801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.605129 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.605452 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.605772 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.606118 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.606447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:05.623232 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:03Z', 'revision_number': 3, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:05.623850 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (50752980-d63d-45f8-a0aa-219309e40f54), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.656272 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40b288-af20-4433-97e0-a54267dfbf87 None None] The sync data for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi is: [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:03Z', 'revision_number': 3, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:05.773623 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.863145 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1c81ef6a-4582-459b-a339-31caeb6ec157 None None] Provisioning complete for port 7428654a-1c83-4ce9-8f4b-d1a29b148989 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:05.863633 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1c81ef6a-4582-459b-a339-31caeb6ec157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.924988 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1c81ef6a-4582-459b-a339-31caeb6ec157 None None] Port 7428654a-1c83-4ce9-8f4b-d1a29b148989 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:05.976519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks [] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:05.986362 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.063257 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (50752980-d63d-45f8-a0aa-219309e40f54), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.065608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Pushing event updated for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:06.246839 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4ba0c-0a81-430d-8f30-ce3a8595486d req-b5f5ef78-71b2-452c-9cb4-1d7f05dcb339 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:06.249568 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fdb4ba0c-0a81-430d-8f30-ce3a8595486d req-b5f5ef78-71b2-452c-9cb4-1d7f05dcb339 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0978668 Apr 04 20:26:06.250835 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df55e7-6587-4bf9-8d41-bbdfc90c1016 req-e2fd13d1-0d40-4b95-88b0-b24b12dd95a7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:06.252585 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33df55e7-6587-4bf9-8d41-bbdfc90c1016 req-e2fd13d1-0d40-4b95-88b0-b24b12dd95a7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.1329372 Apr 04 20:26:06.268773 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Network b1ee2844-0d50-455e-a39b-c681971d57ed is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:06.277338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:06.321479 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fdb4ba0c-0a81-430d-8f30-ce3a8595486d req-f071ce2b-8f2a-4e6a-8705-7d655e7ab6c2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577774 Apr 04 20:26:06.388613 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33df55e7-6587-4bf9-8d41-bbdfc90c1016 req-eb702388-ce47-4a19-9b54-932576dcb46b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284761 Apr 04 20:26:06.488736 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Router 50752980-d63d-45f8-a0aa-219309e40f54 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:26:06.513725 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device fb2ac93b-6c27-4c45-9e05-de916f8b7c37 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:06.573148 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:06.573709 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.623052 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:06.628873 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b2de9a53-85ff-4768-bead-fc577dbf2c7a admin admin] 10.222.0.25 "PUT /v2.0/routers/50752980-d63d-45f8-a0aa-219309e40f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806388 Apr 04 20:26:06.629478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cedfbb-ba25-4e60-825c-916519feef64 req-5c728881-458f-4f80-b970-46049e04981c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:06.632949 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67cedfbb-ba25-4e60-825c-916519feef64 req-5c728881-458f-4f80-b970-46049e04981c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0663323 Apr 04 20:26:06.685523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:06.685918 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.709163 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port fb2ac93b-6c27-4c45-9e05-de916f8b7c37, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:06.713050 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1ac85238-4ec5-4d98-b998-4bd212a7bc9e None None] Provisioning complete for port 7428654a-1c83-4ce9-8f4b-d1a29b148989 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:06.713474 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1ac85238-4ec5-4d98-b998-4bd212a7bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.714235 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67cedfbb-ba25-4e60-825c-916519feef64 req-72e9f873-a89c-4f15-93cd-a2c6d45b9cd3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749509 Apr 04 20:26:06.735832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.736564 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 8fe55c2b-d083-4420-a0af-17afcd2dee06 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:06.800674 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1ac85238-4ec5-4d98-b998-4bd212a7bc9e None None] Port 7428654a-1c83-4ce9-8f4b-d1a29b148989 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:06.839407 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:06.857128 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 8fe55c2b-d083-4420-a0af-17afcd2dee06 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:06.857515 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:06.957607 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 8fe55c2b-d083-4420-a0af-17afcd2dee06 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:07.174933 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39138) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:07.180002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1799944651-network', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:07.201487 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Made reservation on behalf of 63e922b9b8234e29a51b82db47dd0cb8 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:26:07.204102 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.219451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.301688 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks [] for security_group (536caa98-f9a9-4b66-8031-ae46e32fb639), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.306573 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (536caa98-f9a9-4b66-8031-ae46e32fb639), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.329356 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:26:07.349979 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536caa98-f9a9-4b66-8031-ae46e32fb639,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:07.353052 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b006a771-fc8a-45a1-ab7a-ffc3f79fcecb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.353394 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Added segment b006a771-fc8a-45a1-ab7a-ffc3f79fcecb of type vlan for network b0e5f631-34db-4bc7-b662-0d22ff067fad Apr 04 20:26:07.422589 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (b0e5f631-34db-4bc7-b662-0d22ff067fad), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.460961 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (b0e5f631-34db-4bc7-b662-0d22ff067fad), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.462016 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:07.462986 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.473822 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2155e-9ed7-4b4b-b3fd-d1d101eb5407 req-3619dc41-cb74-452e-8675-c2a1bb63b359 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:07.481171 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8e2155e-9ed7-4b4b-b3fd-d1d101eb5407 req-3619dc41-cb74-452e-8675-c2a1bb63b359 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0982797 Apr 04 20:26:07.520110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd252f-0631-4402-b4f6-31397498b2fd req-8552a846-5e0d-4776-9e30-d65d91c4df2f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:07.522170 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16dd252f-0631-4402-b4f6-31397498b2fd req-8552a846-5e0d-4776-9e30-d65d91c4df2f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.0558801 Apr 04 20:26:07.555667 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3794768 Apr 04 20:26:07.558484 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39150) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:07.566262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9669f-c01e-411f-a52d-bc0a29d45c0e admin admin] Pushing event updated for resources: {'Network': ['ID=b0e5f631-34db-4bc7-b662-0d22ff067fad,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:07.566489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Request body: {'subnet': {'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1799944651-subnet', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:07.577806 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:26:07.589099 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16dd252f-0631-4402-b4f6-31397498b2fd req-59832265-ca0c-4a11-8f84-5f0a5b545d65 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 Apr 04 20:26:07.597883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Made reservation on behalf of 63e922b9b8234e29a51b82db47dd0cb8 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:26:07.600674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.606309 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8e2155e-9ed7-4b4b-b3fd-d1d101eb5407 req-7d8abc78-7f78-4135-af88-167de1a2dae0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242330 Apr 04 20:26:07.621645 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Sync routers for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:07.674746 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:07.675370 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:07.774861 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for subnet (f9471559-a34d-479a-86e7-f68d98990655), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.794101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:07.866017 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9471559-a34d-479a-86e7-f68d98990655,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:07.879454 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.879807 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.880669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.880997 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.881325 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.881650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.881970 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.882312 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.882630 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.882957 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.883278 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.883596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.883910 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.884215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.884530 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:07.888435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Checking segment: {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:07.888985 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Network hostable DHCP agents. Network: b0e5f631-34db-4bc7-b662-0d22ff067fad, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:26:07.904008 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93a06-2eed-4815-ac05-93227e197421 req-53807551-acb0-46e0-b418-32cbc421cb67 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:07.905479 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6c93a06-2eed-4815-ac05-93227e197421 req-53807551-acb0-46e0-b418-32cbc421cb67 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1236691 Apr 04 20:26:07.930096 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Network b0e5f631-34db-4bc7-b662-0d22ff067fad is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:26:07.942057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, b0e5f631-34db-4bc7-b662-0d22ff067fad) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:07.946451 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:07.947048 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:07.971402 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57bbf4b-b758-4ba4-98bf-ae6b15c3894b None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:26:07.978859 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6c93a06-2eed-4815-ac05-93227e197421 req-7c4a233d-9fb5-432c-8adc-bad5ce4f139a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660553 Apr 04 20:26:07.986390 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-54ca885e-b5d9-43da-bfb0-f0b5d36cf214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4224877 Apr 04 20:26:07.988750 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39156) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:07.997909 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:08.020475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (79e56841-96c1-4c66-81b8-4d702c899cde), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.021718 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (79e56841-96c1-4c66-81b8-4d702c899cde), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.078978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for router_controller (79e56841-96c1-4c66-81b8-4d702c899cde), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.092279 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 2, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:08.120310 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-b0e5f631-34db-4bc7-b662-0d22ff067fad', 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad', 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'fixed_ips': [{'subnet_id': 'f9471559-a34d-479a-86e7-f68d98990655'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:26:08.121164 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.123484 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Checking router: 50752980-d63d-45f8-a0aa-219309e40f54 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:08.123836 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Updating router 50752980-d63d-45f8-a0aa-219309e40f54 port 7428654a-1c83-4ce9-8f4b-d1a29b148989 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:26:08.173775 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.218529 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for router_gateway (79e56841-96c1-4c66-81b8-4d702c899cde), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.300385 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device ef3c200d-eeca-4f67-9e60-456b0b19311d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:26:08.390438 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Allocated IP 172.20.0.2 (b0e5f631-34db-4bc7-b662-0d22ff067fad/f9471559-a34d-479a-86e7-f68d98990655/deaf6d57-b236-4f07-b5e9-6f9fd15ec5be) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:08.431007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device fb2ac93b-6c27-4c45-9e05-de916f8b7c37 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:08.449590 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for router_gateway (79e56841-96c1-4c66-81b8-4d702c899cde), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.469970 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.605800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Allocated IP 172.27.3.151 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/2e5c586d-be4e-4366-9637-a0b33a23f947) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:08.776503 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7469-fccb-4aac-a394-88777d27231f req-7ba7dae8-e8a5-453d-8439-890f23583265 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:08.779121 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f07d7469-fccb-4aac-a394-88777d27231f req-7ba7dae8-e8a5-453d-8439-890f23583265 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0609829 Apr 04 20:26:08.796170 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:08.835818 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f07d7469-fccb-4aac-a394-88777d27231f req-d9b794ec-6170-4035-8240-31397c7096c3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494454 Apr 04 20:26:08.840578 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'ef3c200d-eeca-4f67-9e60-456b0b19311d', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'port_id': 'ef3c200d-eeca-4f67-9e60-456b0b19311d', 'mac_address': 'fa:16:3e:e5:8e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:26:08.919692 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:08.920069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:08.998322 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.009305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd7e3a-1599-47ac-98b4-bd90039dc8ce req-7cf4dd38-b726-4f4c-abd5-c3d1fb34e8a8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:09.012086 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4dd7e3a-1599-47ac-98b4-bd90039dc8ce req-7cf4dd38-b726-4f4c-abd5-c3d1fb34e8a8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 944 time: 0.3014150 Apr 04 20:26:09.017951 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks [] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.061779 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port ef3c200d-eeca-4f67-9e60-456b0b19311d is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:09.062187 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.064287 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.078917 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4dd7e3a-1599-47ac-98b4-bd90039dc8ce req-088afd3d-c1a4-42ac-b14b-81d32d289750 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588114 Apr 04 20:26:09.091626 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.125033 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks [] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.135054 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3c200d-eeca-4f67-9e60-456b0b19311d {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:26:09.137022 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:09.142408 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:09.145067 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:09.147743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830f2fd-0431-4382-85f8-ddcc0f525bac req-a6853977-6c6f-478d-b440-bd99e6065879 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:09.152902 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:09.155285 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.156522 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0830f2fd-0431-4382-85f8-ddcc0f525bac req-a6853977-6c6f-478d-b440-bd99e6065879 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0882814 Apr 04 20:26:09.171327 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:09.180023 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:09.186970 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5c586d-be4e-4366-9637-a0b33a23f947,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.212715 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0830f2fd-0431-4382-85f8-ddcc0f525bac req-5864cd5e-3ac4-40d8-ba9f-21721ec3556e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551870 Apr 04 20:26:09.241232 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:09.243907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Pushing event updated for resources: {'Port': ['ID=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.261573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.340750 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:09.383495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912eaba-8aef-485e-8fb4-562ca3ed9093 None None] Pushing event updated for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.385865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Attempting to bind port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:09.386268 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Attempting to bind port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:09.386634 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Attempting to bind port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be on network b0e5f631-34db-4bc7-b662-0d22ff067fad {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:09.435534 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for router_gateway (79e56841-96c1-4c66-81b8-4d702c899cde), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.442054 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:09.443008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Checking segment: {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:09.443418 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.443837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Bound using segment: {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:09.444375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Bound port: deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:09.444755 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.476995 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Attempting to bind port 7428654a-1c83-4ce9-8f4b-d1a29b148989 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:09.477382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Attempting to bind port 7428654a-1c83-4ce9-8f4b-d1a29b148989 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:09.477733 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Attempting to bind port 7428654a-1c83-4ce9-8f4b-d1a29b148989 on network b1ee2844-0d50-455e-a39b-c681971d57ed {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:09.515714 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:09.516012 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Checking segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:09.516412 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.516806 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Bound using segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:09.517273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Bound port: 7428654a-1c83-4ce9-8f4b-d1a29b148989, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:09.517652 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.522971 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.603696 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] For port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:09.617289 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f64e7bec-664f-45ba-ad36-4b8289e5e7f2 None None] Provisioning complete for port 7428654a-1c83-4ce9-8f4b-d1a29b148989 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:09.617663 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f64e7bec-664f-45ba-ad36-4b8289e5e7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.642904 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] For port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:09.649259 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (79e56841-96c1-4c66-81b8-4d702c899cde), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.672248 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.674418 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] For port 7428654a-1c83-4ce9-8f4b-d1a29b148989, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:09.725727 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f64e7bec-664f-45ba-ad36-4b8289e5e7f2 None None] Port 7428654a-1c83-4ce9-8f4b-d1a29b148989 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:09.728224 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] For port 7428654a-1c83-4ce9-8f4b-d1a29b148989, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7428654a-1c83-4ce9-8f4b-d1a29b148989,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:09.744024 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:09.762140 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55447-3be1-48d2-9ce4-2feaa87797a9 None None] Pushing event updated for resources: {'Port': ['ID=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.800244 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:09.800911 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:09.819134 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Router 79e56841-96c1-4c66-81b8-4d702c899cde is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:26:09.861505 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912eaba-8aef-485e-8fb4-562ca3ed9093 None None] Pushing event updated for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:09.967657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:09.977959 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:09.989137 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Sync routers for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:10.007883 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.012330 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-89960ce0-241b-41ff-8023-a83687428740 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0174723 Apr 04 20:26:10.012413 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39190) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:10.013812 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:10.014478 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:10.044377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288050c-dded-49ef-b8ca-002e611a4f4d req-85d58f05-2dbc-4a26-bdd1-41fed4311b76 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:10.049657 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d288050c-dded-49ef-b8ca-002e611a4f4d req-85d58f05-2dbc-4a26-bdd1-41fed4311b76 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.1131735 Apr 04 20:26:10.138868 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d288050c-dded-49ef-b8ca-002e611a4f4d req-23b94b2b-c374-4d5f-ac9f-c5c492243131 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794532 Apr 04 20:26:10.293364 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Provisioning complete for port 7428654a-1c83-4ce9-8f4b-d1a29b148989 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:10.293954 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.361110 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:10.409897 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6868-9095-4e0e-aa8c-faaa32a0a499 req-ff9e30a2-768f-4a73-b584-a0be913fb900 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:10.416595 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd3c6868-9095-4e0e-aa8c-faaa32a0a499 req-ff9e30a2-768f-4a73-b584-a0be913fb900 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1022635 Apr 04 20:26:10.490679 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device deaf6d57-b236-4f07-b5e9-6f9fd15ec5be up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:10.518532 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd3c6868-9095-4e0e-aa8c-faaa32a0a499 req-fc08661d-00fb-4d24-a7df-9f0433ad9218 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932372 Apr 04 20:26:10.543681 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:09Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:10.548388 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Current status of the port 7428654a-1c83-4ce9-8f4b-d1a29b148989 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:10.549165 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.569743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff19eb5-63f8-4e66-944b-728e7229fb45 req-d66ba2f3-2e2f-4d0d-8f17-a5683f702bb5 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:10.571150 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cff19eb5-63f8-4e66-944b-728e7229fb45 req-d66ba2f3-2e2f-4d0d-8f17-a5683f702bb5 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.1510305 Apr 04 20:26:10.589481 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beaec49-3602-443e-92c2-f5f6f2b6f8ea None None] The sync data for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi is: [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:09Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:10.615312 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:09Z', 'revision_number': 3, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:10.652137 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Checking router: 79e56841-96c1-4c66-81b8-4d702c899cde for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:10.659843 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Updating router 79e56841-96c1-4c66-81b8-4d702c899cde port 2e5c586d-be4e-4366-9637-a0b33a23f947 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:26:10.685843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] For port 7428654a-1c83-4ce9-8f4b-d1a29b148989, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7428654a-1c83-4ce9-8f4b-d1a29b148989,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:10.687050 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:10.687427 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.728354 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.732053 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:10.739872 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cff19eb5-63f8-4e66-944b-728e7229fb45 req-ed4e2aba-572f-4993-a831-373b77bfdbbb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615746 Apr 04 20:26:11.012821 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.048775 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Pushing event updated for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:11.064764 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.066799 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.067156 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.068195 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.068555 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.068894 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.069228 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.069555 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.069884 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.070242 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.070573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.070900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.071244 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.071573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.071896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.072216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0ca321-df82-4662-bb0d-2a1aa5eba7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:26:11.119179 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks [] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.130944 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.166455 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:11.167182 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.213342 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:11.218502 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.250259 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ce887-9393-410d-82ab-98e617d1b8e6 None None] Pushing event updated for resources: {'Port': ['ID=2e5c586d-be4e-4366-9637-a0b33a23f947,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:11.257788 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Attempting to bind port 2e5c586d-be4e-4366-9637-a0b33a23f947 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:11.258503 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Attempting to bind port 2e5c586d-be4e-4366-9637-a0b33a23f947 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:11.259268 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Attempting to bind port 2e5c586d-be4e-4366-9637-a0b33a23f947 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:11.274045 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:11.274793 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:11.275800 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.276489 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:11.277103 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Bound port: 2e5c586d-be4e-4366-9637-a0b33a23f947, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:11.277790 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.287843 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Allocated IP 172.20.0.1 (b0e5f631-34db-4bc7-b662-0d22ff067fad/f9471559-a34d-479a-86e7-f68d98990655/38dd6aaa-303a-4894-9453-8793412ec0c7) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:11.301211 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:11.315319 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d2ce7-6660-4ebf-9745-de899c7cf1bd None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:26:11.338445 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39b6b-2585-43be-a880-7eddd3f8c6e0 req-5beba24b-bca9-4b0b-a309-7d9e43afb883 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:11.339928 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0db39b6b-2585-43be-a880-7eddd3f8c6e0 req-5beba24b-bca9-4b0b-a309-7d9e43afb883 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0888815 Apr 04 20:26:11.353275 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] For port 2e5c586d-be4e-4366-9637-a0b33a23f947, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:11.371151 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] For port 2e5c586d-be4e-4366-9637-a0b33a23f947, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2e5c586d-be4e-4366-9637-a0b33a23f947,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:11.389405 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.417534 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-621d209a-f71c-4f1d-96a1-aa2a581b9dc5 None None] Provisioning complete for port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:11.417905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-621d209a-f71c-4f1d-96a1-aa2a581b9dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.422995 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0db39b6b-2585-43be-a880-7eddd3f8c6e0 req-858cf07f-6bf0-46e7-adcc-9df545f41077 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703161 Apr 04 20:26:11.466890 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:11.467653 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:11.469885 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks [] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.511901 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.560658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-621d209a-f71c-4f1d-96a1-aa2a581b9dc5 None None] Current status of the port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:11.570425 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Network b0e5f631-34db-4bc7-b662-0d22ff067fad is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:11.577648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:11.582473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:11.583629 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (79e56841-96c1-4c66-81b8-4d702c899cde), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.618300 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ce887-9393-410d-82ab-98e617d1b8e6 None None] Pushing event updated for resources: {'Port': ['ID=2e5c586d-be4e-4366-9637-a0b33a23f947,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:11.674186 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Pushing event updated for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:11.689629 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:11.741717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3d0b-9e39-4682-8d8a-85c80fc76ecf req-b13fcb6b-c55b-488c-a492-fdef97f08179 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:11.743472 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f9fc3d0b-9e39-4682-8d8a-85c80fc76ecf req-b13fcb6b-c55b-488c-a492-fdef97f08179 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1073925 Apr 04 20:26:11.838266 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['ef3c200d-eeca-4f67-9e60-456b0b19311d'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:26:11.838566 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f9fc3d0b-9e39-4682-8d8a-85c80fc76ecf req-f0e8b76a-b4b2-4ecb-8c83-06fd7cf9bd2f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838060 Apr 04 20:26:11.841503 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.971415 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a16cd322-b6dc-4041-ad52-bb53c73d1a70 None None] Provisioning complete for port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:11.971734 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a16cd322-b6dc-4041-ad52-bb53c73d1a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:11.981779 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad5ecb-4173-4050-a3b8-e93a7859f7f9 req-18871159-f0f5-4778-9de0-ad13b7bb633d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:11.990115 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36ad5ecb-4173-4050-a3b8-e93a7859f7f9 req-18871159-f0f5-4778-9de0-ad13b7bb633d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.0942950 Apr 04 20:26:12.076290 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:09Z', 'revision_number': 3, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:12.083516 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36ad5ecb-4173-4050-a3b8-e93a7859f7f9 req-a9d0de2b-cda3-4378-b9de-eec13bb3a03a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917168 Apr 04 20:26:12.127112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks [] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.144493 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.145855 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (79e56841-96c1-4c66-81b8-4d702c899cde), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.147071 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2b17c-f1ef-4877-a17b-3b83403b3f71 None None] The sync data for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi is: [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:09Z', 'revision_number': 3, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:12.152485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a16cd322-b6dc-4041-ad52-bb53c73d1a70 None None] Current status of the port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:12.243648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Pushing event updated for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:12.273958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c1cd7c2f-04bb-454a-97df-b6ed43a6913e None None] Provisioning complete for port 38dd6aaa-303a-4894-9453-8793412ec0c7 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:12.274627 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1cd7c2f-04bb-454a-97df-b6ed43a6913e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.286788 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Network b0e5f631-34db-4bc7-b662-0d22ff067fad is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:12.288458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:12.315601 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd7c2f-04bb-454a-97df-b6ed43a6913e None None] Port 38dd6aaa-303a-4894-9453-8793412ec0c7 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:12.448474 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Router 79e56841-96c1-4c66-81b8-4d702c899cde has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:26:12.509929 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7428654a-1c83-4ce9-8f4b-d1a29b148989 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:12.583972 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 7428654a-1c83-4ce9-8f4b-d1a29b148989 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:12.584354 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.599363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:12.605558 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-429ec424-1b45-48ba-b235-ce988c62b300 admin admin] 10.222.0.25 "PUT /v2.0/routers/79e56841-96c1-4c66-81b8-4d702c899cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5922902 Apr 04 20:26:12.721539 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8826bd-328f-4e98-92b5-2c10d83a7b74 req-070bb4a6-1a24-4a2c-99c0-8d637bcec9f1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:12.723158 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed8826bd-328f-4e98-92b5-2c10d83a7b74 req-070bb4a6-1a24-4a2c-99c0-8d637bcec9f1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.1216302 Apr 04 20:26:12.775027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-9eeb76b7-a96a-4075-94d7-f0dfa4847165 None None] Provisioning complete for port 38dd6aaa-303a-4894-9453-8793412ec0c7 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:12.775875 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9eeb76b7-a96a-4075-94d7-f0dfa4847165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:12.821017 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed8826bd-328f-4e98-92b5-2c10d83a7b74 req-e9af1ab1-1dbd-4118-ad7d-2bc7708a2817 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828824 Apr 04 20:26:12.866805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb76b7-a96a-4075-94d7-f0dfa4847165 None None] Port 38dd6aaa-303a-4894-9453-8793412ec0c7 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:12.868186 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 7428654a-1c83-4ce9-8f4b-d1a29b148989 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:12.869350 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device deaf6d57-b236-4f07-b5e9-6f9fd15ec5be up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:12.940312 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:12.940695 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:13.035278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:13.075094 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9598-ad8f-44b7-a212-ebc74a1557ef req-adfd42c1-8a0f-45fd-9c0e-3d7591055fb7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:13.078062 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22ff9598-ad8f-44b7-a212-ebc74a1557ef req-adfd42c1-8a0f-45fd-9c0e-3d7591055fb7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0776782 Apr 04 20:26:13.209532 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22ff9598-ad8f-44b7-a212-ebc74a1557ef req-5493bfe0-8e61-4bf0-bbf3-b0c546a5814f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214240 Apr 04 20:26:13.261631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cfc3e-46f7-4506-bba4-dafc1c304495 req-2abebfeb-1912-4c7a-8ff1-5588c9c9f051 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:13.263366 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e2cfc3e-46f7-4506-bba4-dafc1c304495 req-2abebfeb-1912-4c7a-8ff1-5588c9c9f051 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.0798693 Apr 04 20:26:13.327786 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e2cfc3e-46f7-4506-bba4-dafc1c304495 req-14d1232e-b9be-40cf-934c-f12ac04dae10 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Apr 04 20:26:13.977818 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb095ac0-74cd-44ee-88e3-392322489a91 req-90446996-c909-40d7-8ae2-a92c9e0d46e1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:13.985029 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb095ac0-74cd-44ee-88e3-392322489a91 req-90446996-c909-40d7-8ae2-a92c9e0d46e1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0940671 Apr 04 20:26:14.002662 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea99249f-46a4-4448-8599-2edc388150fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:14.051398 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb095ac0-74cd-44ee-88e3-392322489a91 req-1ee3f355-677e-4e32-ac41-766a627dc5f1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652497 Apr 04 20:26:14.365904 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016befa-5fab-4668-a904-dd9e2d9fa543 req-f80687f3-1ded-486b-8baa-ce3a8254a88a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:14.370947 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b016befa-5fab-4668-a904-dd9e2d9fa543 req-f80687f3-1ded-486b-8baa-ce3a8254a88a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0736063 Apr 04 20:26:14.399793 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Sync routers for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:14.417167 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:14.418068 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:14.477089 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b016befa-5fab-4668-a904-dd9e2d9fa543 req-3ebd293a-1d58-4928-bc3c-f551a29aea38 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965269 Apr 04 20:26:14.542056 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e8d4-5dc3-47f0-8620-6074899179dc req-6ab92a48-b819-4da5-a548-6cafbff5a0c8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:14.559953 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28f5e8d4-5dc3-47f0-8620-6074899179dc req-6ab92a48-b819-4da5-a548-6cafbff5a0c8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.1236260 Apr 04 20:26:14.591316 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:14.627147 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28f5e8d4-5dc3-47f0-8620-6074899179dc req-8c011bfe-40ab-43ee-b251-f409df48b0b4 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Apr 04 20:26:14.630354 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2e5c586d-be4e-4366-9637-a0b33a23f947 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:14.777144 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2e5c586d-be4e-4366-9637-a0b33a23f947 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:14.777144 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:14.915782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2e5c586d-be4e-4366-9637-a0b33a23f947 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:14.916241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:14.944110 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 2e5c586d-be4e-4366-9637-a0b33a23f947, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2e5c586d-be4e-4366-9637-a0b33a23f947,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:14.946614 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 4, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '38dd6aaa-303a-4894-9453-8793412ec0c7', 'name': '', 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'mac_address': 'fa:16:3e:6f:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'f9471559-a34d-479a-86e7-f68d98990655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:11Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 2, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'subnets': [{'id': 'f9471559-a34d-479a-86e7-f68d98990655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:14.950840 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:14.978347 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Checking router: 79e56841-96c1-4c66-81b8-4d702c899cde for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:14.978695 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Updating router 79e56841-96c1-4c66-81b8-4d702c899cde port 38dd6aaa-303a-4894-9453-8793412ec0c7 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:26:15.063584 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.115356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=2e5c586d-be4e-4366-9637-a0b33a23f947,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:15.229669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc493-5931-4569-a39f-b7c8396f5420 req-d2c0a958-204b-4945-9764-db6528907174 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:15.231244 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bc9fc493-5931-4569-a39f-b7c8396f5420 req-d2c0a958-204b-4945-9764-db6528907174 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0744877 Apr 04 20:26:15.302440 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bc9fc493-5931-4569-a39f-b7c8396f5420 req-c6865d83-bb80-432b-955f-940721211936 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579352 Apr 04 20:26:15.401148 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks [] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.406994 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.463501 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55fda1-1d61-4926-93fa-67d45caeb26d None None] Pushing event updated for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:15.520064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Attempting to bind port 38dd6aaa-303a-4894-9453-8793412ec0c7 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:15.520902 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Attempting to bind port 38dd6aaa-303a-4894-9453-8793412ec0c7 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:15.521101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Attempting to bind port 38dd6aaa-303a-4894-9453-8793412ec0c7 on network b0e5f631-34db-4bc7-b662-0d22ff067fad {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:15.537768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:15.539981 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Checking segment: {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:15.540503 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.541012 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Bound using segment: {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:15.541611 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Bound port: 38dd6aaa-303a-4894-9453-8793412ec0c7, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:15.542132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.612644 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] For port 38dd6aaa-303a-4894-9453-8793412ec0c7, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:15.616248 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] For port 38dd6aaa-303a-4894-9453-8793412ec0c7, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=38dd6aaa-303a-4894-9453-8793412ec0c7,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:15.633114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.679880 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10d1c-ba9d-4d43-b255-747cce62c3a5 req-1b44ad18-3dd9-4c5e-9de8-7864d7347c03 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:15.690347 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75c10d1c-ba9d-4d43-b255-747cce62c3a5 req-1b44ad18-3dd9-4c5e-9de8-7864d7347c03 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1247997 Apr 04 20:26:15.791810 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75c10d1c-ba9d-4d43-b255-747cce62c3a5 req-c1afa834-18fb-4659-915e-f093ad7285ee tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999684 Apr 04 20:26:15.805116 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc8179-1c88-4c98-9568-944259d0d4bc req-512f6df6-7a2c-4d68-9766-c3120cfc534b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:15.807424 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8acc8179-1c88-4c98-9568-944259d0d4bc req-512f6df6-7a2c-4d68-9766-c3120cfc534b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.0978384 Apr 04 20:26:15.879569 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55fda1-1d61-4926-93fa-67d45caeb26d None None] Pushing event updated for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:15.883438 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Provisioning complete for port 38dd6aaa-303a-4894-9453-8793412ec0c7 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:15.883804 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:15.892888 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8acc8179-1c88-4c98-9568-944259d0d4bc req-0c043e62-ae9b-4f1d-a7f1-bfa72f25f5ff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778747 Apr 04 20:26:15.912796 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:15.913439 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:25:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:16.129742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:16.189839 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Current status of the port 38dd6aaa-303a-4894-9453-8793412ec0c7 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:16.190496 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:16.262593 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96cc45e0-a1b3-4ef3-b427-a74440f1a619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:16.265634 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-ac0a3a1b-9081-47ef-8159-a3847b66618c service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734507 Apr 04 20:26:16.316134 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] For port 38dd6aaa-303a-4894-9453-8793412ec0c7, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=38dd6aaa-303a-4894-9453-8793412ec0c7,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:16.329894 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:16.442595 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3533386-aed4-4ba1-a984-49767d0c3f30 None None] Pushing event updated for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:16.476130 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4608bd-8ce0-4d27-9e0c-f98d84dce8a5 req-d4ad2117-450a-44a0-92e0-d44a95d618e4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:16.489027 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e4608bd-8ce0-4d27-9e0c-f98d84dce8a5 req-d4ad2117-450a-44a0-92e0-d44a95d618e4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0881698 Apr 04 20:26:16.500519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2e5c586d-be4e-4366-9637-a0b33a23f947 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:16.508117 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-fac4e762-d274-48a9-a28b-e032e040b3c2 None None] Provisioning complete for port 38dd6aaa-303a-4894-9453-8793412ec0c7 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:16.508570 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fac4e762-d274-48a9-a28b-e032e040b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:16.570786 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e4608bd-8ce0-4d27-9e0c-f98d84dce8a5 req-7fa35990-6ee4-4f86-85a2-79c4e0f86b05 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805225 Apr 04 20:26:16.615078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2e5c586d-be4e-4366-9637-a0b33a23f947 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:16.615478 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:16.664198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 4, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '38dd6aaa-303a-4894-9453-8793412ec0c7', 'name': '', 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'mac_address': 'fa:16:3e:6f:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'f9471559-a34d-479a-86e7-f68d98990655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:11Z', 'updated_at': '2022-04-04T20:26:15Z', 'revision_number': 4, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'subnets': [{'id': 'f9471559-a34d-479a-86e7-f68d98990655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:16.712028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b358c-221f-4911-aea9-808e8dd2e649 None None] The sync data for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi is: [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:11Z', 'revision_number': 4, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '38dd6aaa-303a-4894-9453-8793412ec0c7', 'name': '', 'network_id': 'b0e5f631-34db-4bc7-b662-0d22ff067fad', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'mac_address': 'fa:16:3e:6f:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'f9471559-a34d-479a-86e7-f68d98990655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:11Z', 'updated_at': '2022-04-04T20:26:15Z', 'revision_number': 4, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'subnets': [{'id': 'f9471559-a34d-479a-86e7-f68d98990655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:16.716612 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fac4e762-d274-48a9-a28b-e032e040b3c2 None None] Current status of the port 38dd6aaa-303a-4894-9453-8793412ec0c7 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:16.720386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device ef3c200d-eeca-4f67-9e60-456b0b19311d up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:16.761354 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52e7af-787d-4167-9096-a754dd693f79 req-b02d883f-b40a-4c11-9600-71f3d31502e7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:16.773083 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-db52e7af-787d-4167-9096-a754dd693f79 req-b02d883f-b40a-4c11-9600-71f3d31502e7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0802777 Apr 04 20:26:16.774001 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39344) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:16.787267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'floatingip': {'port_id': '7dff5e77-923d-45ca-89a7-48ead1eb4183'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:16.846438 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2e5c586d-be4e-4366-9637-a0b33a23f947 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:16.871899 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port ef3c200d-eeca-4f67-9e60-456b0b19311d completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:26:16.872537 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port ef3c200d-eeca-4f67-9e60-456b0b19311d triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:16.872639 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:17.023257 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:17.098915 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495ff3-b9bf-4fec-a973-e12a7c66b505 req-b391ffa6-f216-4c70-b02b-881b807014b3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:17.111120 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8495ff3-b9bf-4fec-a973-e12a7c66b505 req-b391ffa6-f216-4c70-b02b-881b807014b3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 945 time: 0.1034205 Apr 04 20:26:17.125507 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port ef3c200d-eeca-4f67-9e60-456b0b19311d is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:17.125901 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:17.189085 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:17.192842 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfc222e-2ff5-4664-8986-2e5d8ccf7a45" -d '{"events": [{"server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:17.225227 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8495ff3-b9bf-4fec-a973-e12a7c66b505 req-d1207a60-2acf-415f-8e0a-e45db18b86c0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040525 Apr 04 20:26:17.231312 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:17.243662 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:17.296622 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2025aef1-c93b-412b-8a8f-84877ff3d846 x-openstack-request-id: req-2025aef1-c93b-412b-8a8f-84877ff3d846 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:17.296915 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "name": "network-vif-plugged", "status": "completed", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:17.297157 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2025aef1-c93b-412b-8a8f-84877ff3d846 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:17.297555 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2025aef1-c93b-412b-8a8f-84877ff3d846'] response: {'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d', 'code': 200} Apr 04 20:26:17.325055 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf740-be11-434d-8b3d-a32c2f013761 req-3e33ba95-42ce-4b46-b856-e11f1a4ff444 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:17.327229 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-844bf740-be11-434d-8b3d-a32c2f013761 req-3e33ba95-42ce-4b46-b856-e11f1a4ff444 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.3074043 Apr 04 20:26:17.344155 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:17.464832 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-844bf740-be11-434d-8b3d-a32c2f013761 req-9b772a67-9f5e-4b85-ae52-007ce707b4df tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246738 Apr 04 20:26:17.588276 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.309123 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.314702 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.459897 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e3eb-659e-4318-8ab8-ae5918ee64be req-44e3827d-2a75-4bb4-9de9-10fa0ba7742a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:18.470402 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Floating IP 4b400bf0-2c54-4c73-8ad6-d41098ee39c9 associated. External IP: 172.27.3.104, port: 7dff5e77-923d-45ca-89a7-48ead1eb4183. Apr 04 20:26:18.471282 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9a34e3eb-659e-4318-8ab8-ae5918ee64be req-44e3827d-2a75-4bb4-9de9-10fa0ba7742a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1202869 Apr 04 20:26:18.584091 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9a34e3eb-659e-4318-8ab8-ae5918ee64be req-8d012f5a-acca-4893-8d09-495f73b6e23f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096292 Apr 04 20:26:18.596190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 38dd6aaa-303a-4894-9453-8793412ec0c7 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:18.678713 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.685859 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 38dd6aaa-303a-4894-9453-8793412ec0c7 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:18.686273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.765833 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bce20a-15dd-4a75-98ed-1ca502aba0bd req-a65f311e-4092-4527-9b25-6ba8064bfdc8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:18.767363 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37bce20a-15dd-4a75-98ed-1ca502aba0bd req-a65f311e-4092-4527-9b25-6ba8064bfdc8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1696064 Apr 04 20:26:18.798558 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 38dd6aaa-303a-4894-9453-8793412ec0c7 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:18.836678 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:26:18.845840 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37bce20a-15dd-4a75-98ed-1ca502aba0bd req-e0d41579-3be2-4494-b3ac-ad5f4cad89cb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705857 Apr 04 20:26:18.963598 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:18.978437 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:18.993350 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:19.004498 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:19.005433 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:19.040561 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e6cedea6-b759-4e39-b15b-cd7bc4a746da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "PUT /v2.0/floatingips/4b400bf0-2c54-4c73-8ad6-d41098ee39c9 HTTP/1.1" status: 200 len: 992 time: 2.2643490 Apr 04 20:26:19.045212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:19.047873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be3c77-6dd1-43dd-823a-166a0370f67d" -d '{"events": [{"name": "network-changed", "server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:19.090313 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c956ef3d-a363-45dd-97fc-65efb2e80adc x-openstack-request-id: req-c956ef3d-a363-45dd-97fc-65efb2e80adc {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:19.090771 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:19.091173 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c956ef3d-a363-45dd-97fc-65efb2e80adc {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:19.091723 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c956ef3d-a363-45dd-97fc-65efb2e80adc'] response: {'name': 'network-changed', 'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'status': 'completed', 'code': 200} Apr 04 20:26:19.120173 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:19.447691 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '4b400bf0-2c54-4c73-8ad6-d41098ee39c9', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:e7:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:32Z', 'updated_at': '2022-04-04T20:26:17Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:19.479127 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:19.490319 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:19.490951 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:19.719127 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:19.729416 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c28af-3905-4987-8b7f-6334c5b7ab1a req-920e16ee-3bdd-451b-b7ed-d4e7861b9aa2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:19.731053 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b57c28af-3905-4987-8b7f-6334c5b7ab1a req-920e16ee-3bdd-451b-b7ed-d4e7861b9aa2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0783517 Apr 04 20:26:19.823186 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b57c28af-3905-4987-8b7f-6334c5b7ab1a req-7af6e2b0-75d5-4bdc-8c7c-b17e03014aa6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774114 Apr 04 20:26:19.983467 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507555e-d04c-43bd-9ea3-df8ac1bc57ea req-85b34ab2-0e60-4e64-9229-f566683f3e0f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:19.985104 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f507555e-d04c-43bd-9ea3-df8ac1bc57ea req-85b34ab2-0e60-4e64-9229-f566683f3e0f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0616596 Apr 04 20:26:20.014209 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '4b400bf0-2c54-4c73-8ad6-d41098ee39c9', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:e7:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:32Z', 'updated_at': '2022-04-04T20:26:17Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:20.039946 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f507555e-d04c-43bd-9ea3-df8ac1bc57ea req-e6df745a-bc23-461c-a24d-b01500d0d630 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Apr 04 20:26:20.041794 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a463d-cdac-4045-9572-fd5e3e61e331 None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '4b400bf0-2c54-4c73-8ad6-d41098ee39c9', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:e7:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:32Z', 'updated_at': '2022-04-04T20:26:17Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:20.291253 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f260678-4ec0-40ad-a79d-ff3819899301 None None] New status for floating IP 4b400bf0-2c54-4c73-8ad6-d41098ee39c9: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:26:20.411651 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:20.869522 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-7a1b6126-4892-4fc4-91f7-3ae5edaaa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:20.873172 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-7a1b6126-4892-4fc4-91f7-3ae5edaaa34b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.0837603 Apr 04 20:26:20.887078 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82abab17-3595-4a98-9c1a-f54fb97d1014 req-ef724240-72ab-4ba2-9d65-df33c84ede6a service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205831 Apr 04 20:26:20.963203 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-64976db3-fcce-41be-8f67-ca4856d751a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1870606 Apr 04 20:26:20.971249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab774-e7e4-4e99-a5f9-249cad4cf56c req-86ea1f18-1e21-42fe-973a-4d1ad4009c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:20.977700 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d61ab774-e7e4-4e99-a5f9-249cad4cf56c req-86ea1f18-1e21-42fe-973a-4d1ad4009c07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1130 time: 0.0751204 Apr 04 20:26:21.121983 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2d4c-9b78-45ef-857d-00e2ab059b38 req-ecc39473-884f-4413-a2ad-0703b5d784c2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:21.123938 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9de2d4c-9b78-45ef-857d-00e2ab059b38 req-ecc39473-884f-4413-a2ad-0703b5d784c2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1961286 Apr 04 20:26:21.164855 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-bc057553-b35e-4362-9b6f-b17a62977d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:21.166354 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-bc057553-b35e-4362-9b6f-b17a62977d3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.2858295 Apr 04 20:26:21.177805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d321fa-cefe-4763-87f6-3d4c2fd88b6c req-6cb05a24-8f98-4405-8302-613e77d1a947 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:21.179472 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b7d321fa-cefe-4763-87f6-3d4c2fd88b6c req-6cb05a24-8f98-4405-8302-613e77d1a947 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0633109 Apr 04 20:26:21.219276 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9de2d4c-9b78-45ef-857d-00e2ab059b38 req-ecef8998-51b7-4056-8988-b1134974c0d7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714986 Apr 04 20:26:21.258620 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b7d321fa-cefe-4763-87f6-3d4c2fd88b6c req-1690a26a-7c50-49c6-b8c5-2bb9c71e218e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689270 Apr 04 20:26:22.399816 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ec2a0-ed8b-447e-b5a7-8aa0ecd34e18 req-d8371816-111e-4b32-98c3-dc6f093fde88 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:22.406675 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d80ec2a0-ed8b-447e-b5a7-8aa0ecd34e18 req-d8371816-111e-4b32-98c3-dc6f093fde88 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1003332 Apr 04 20:26:22.435621 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a9f8b-d280-4ed0-9851-61c8c24b818d req-61001ab8-83ec-47d6-8dfc-3a2b61550bdc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:22.443425 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e6a9f8b-d280-4ed0-9851-61c8c24b818d req-61001ab8-83ec-47d6-8dfc-3a2b61550bdc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0829816 Apr 04 20:26:22.457018 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d80ec2a0-ed8b-447e-b5a7-8aa0ecd34e18 req-4a76404b-0e87-4349-bf73-8d7db72a1dc7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492711 Apr 04 20:26:22.505243 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e6a9f8b-d280-4ed0-9851-61c8c24b818d req-ee88d6fb-8d54-46f5-95b2-3ebac912b63d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560489 Apr 04 20:26:23.615061 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b0a35-95bf-4a97-8a6d-4d2fcb50da05 req-3607119b-326e-4066-ae1f-3f9744cdbbbf tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:23.615061 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f16b0a35-95bf-4a97-8a6d-4d2fcb50da05 req-3607119b-326e-4066-ae1f-3f9744cdbbbf tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0704095 Apr 04 20:26:23.616218 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dc1cb-9902-416e-9a59-bba67f310b86 req-ce97d1cd-54dd-4f77-bdb4-3009c3a67bd7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:23.635181 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-490dc1cb-9902-416e-9a59-bba67f310b86 req-ce97d1cd-54dd-4f77-bdb4-3009c3a67bd7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0710998 Apr 04 20:26:23.693350 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f16b0a35-95bf-4a97-8a6d-4d2fcb50da05 req-6185f63e-c513-4bf8-b067-9363f6248574 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743492 Apr 04 20:26:23.705379 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-490dc1cb-9902-416e-9a59-bba67f310b86 req-9c2c9100-d690-46fa-9593-623c88ad4fd8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674372 Apr 04 20:26:24.572905 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-088d04c6-361c-4c58-9e93-2f51d9232102 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:24.574405 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-088d04c6-361c-4c58-9e93-2f51d9232102 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 815 time: 0.0991778 Apr 04 20:26:24.589716 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-f5aec746-b652-4b98-91b1-d412de5f16b9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/quotas/9f83b7399e4141babb9fdf75f6d0342a HTTP/1.1" status: 200 len: 375 time: 0.0095744 Apr 04 20:26:24.643830 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-178d686f-80cc-4981-8d32-5b06cf1762e0 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491011 Apr 04 20:26:24.744360 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-d41b3797-c54c-4e9f-9c90-1efa1547c4f5 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888464 Apr 04 20:26:24.815519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef5b6b-0198-4b5d-957a-778a0d6f99b3 req-343bc44c-e9c3-412d-b111-eb0a6d92d9ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:24.817468 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5ef5b6b-0198-4b5d-957a-778a0d6f99b3 req-343bc44c-e9c3-412d-b111-eb0a6d92d9ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0542235 Apr 04 20:26:24.836496 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-e6b2dcbf-86a5-4cb3-bf35-85773e39e413 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867269 Apr 04 20:26:24.864260 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5ef5b6b-0198-4b5d-957a-778a0d6f99b3 req-d2ab137c-8eb0-4744-8f9e-4c0b3e946b7f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405850 Apr 04 20:26:24.969470 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579537f-60c7-48d6-9932-e8560cbd6273 req-ccad80be-8589-4450-a2a3-887ab702529e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:24.970998 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1579537f-60c7-48d6-9932-e8560cbd6273 req-ccad80be-8589-4450-a2a3-887ab702529e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0539210 Apr 04 20:26:24.998426 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6c9ee555-6381-4ff0-a324-b0f0b96bb3ee req-5a216937-b0d9-421b-a876-864b47aafaa7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0295229 Apr 04 20:26:25.030877 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1579537f-60c7-48d6-9932-e8560cbd6273 req-615ffeef-97d1-4498-96c0-c61e3a6d3ffc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518816 Apr 04 20:26:25.979193 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758422be-485a-480d-9663-79ec8078ff7f req-6ffbd319-fa4c-4532-b13a-b82871c7a280 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:25.980654 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-758422be-485a-480d-9663-79ec8078ff7f req-6ffbd319-fa4c-4532-b13a-b82871c7a280 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0520573 Apr 04 20:26:26.025821 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-758422be-485a-480d-9663-79ec8078ff7f req-cea18ef4-1f50-4a32-9048-dc2bf10d5d1a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Apr 04 20:26:26.096157 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-39e1ec64-4465-44e4-b006-d0f6d9fca80c req-00cd7524-4d82-4429-a586-8c0540d41813 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0262001 Apr 04 20:26:26.149348 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff1bf-3664-4e9a-8ebd-56cd16feecd1 req-dd776d3a-3205-4a99-bae1-6d988026e73b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:26.150837 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6cff1bf-3664-4e9a-8ebd-56cd16feecd1 req-dd776d3a-3205-4a99-bae1-6d988026e73b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0549240 Apr 04 20:26:26.199273 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6cff1bf-3664-4e9a-8ebd-56cd16feecd1 req-6d7078b5-3b45-446e-b6bc-6c1f4f4ea5e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Apr 04 20:26:27.147866 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4461-a608-4bf6-88f3-a67edcef10e3 req-9ab3a755-e7d9-4fdf-9e1c-8d8b056ec180 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:27.149331 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42de4461-a608-4bf6-88f3-a67edcef10e3 req-9ab3a755-e7d9-4fdf-9e1c-8d8b056ec180 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0557837 Apr 04 20:26:27.188409 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-63ec7edd-f68a-411b-a93e-b84484e635d2 req-8def9f66-45d3-44ab-8405-3d7321d38a15 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0256073 Apr 04 20:26:27.196124 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42de4461-a608-4bf6-88f3-a67edcef10e3 req-7ba8d472-f07d-4a10-ba39-bb908f94578d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Apr 04 20:26:27.314706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77de88-0c45-4398-a0cf-24f6be320edd req-62820c4c-a1e4-4c53-8d4d-67c465b337ff tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:27.316049 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc77de88-0c45-4398-a0cf-24f6be320edd req-62820c4c-a1e4-4c53-8d4d-67c465b337ff tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0519726 Apr 04 20:26:27.361538 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc77de88-0c45-4398-a0cf-24f6be320edd req-2f524743-7511-4c21-9b49-f48b3c1f5ac0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Apr 04 20:26:28.280999 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9f743bb8-9789-4ef1-aaaf-feb0c7eb55f0 req-3c4935f5-a6ec-4241-a8e2-b59f4daa8e8f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0260363 Apr 04 20:26:28.315410 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1b92-e01d-4884-a589-a533c7ae3e33 req-4155f611-01a2-4e3c-a4c0-2d44d25b917c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:28.316956 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b13d1b92-e01d-4884-a589-a533c7ae3e33 req-4155f611-01a2-4e3c-a4c0-2d44d25b917c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0533450 Apr 04 20:26:28.368611 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b13d1b92-e01d-4884-a589-a533c7ae3e33 req-bfad4a07-1550-4d6a-a18c-5bff6210ed4f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458455 Apr 04 20:26:28.476344 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32ea7d-85b9-4587-b743-38c689eea87d req-884cdab1-3ea9-48cb-b1b6-d67b3f2f0f7e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:28.477722 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba32ea7d-85b9-4587-b743-38c689eea87d req-884cdab1-3ea9-48cb-b1b6-d67b3f2f0f7e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0505860 Apr 04 20:26:28.528254 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba32ea7d-85b9-4587-b743-38c689eea87d req-2a0a5b7b-e6ec-4f0f-999c-f0c02af3a8a7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447967 Apr 04 20:26:29.029289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39584) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:29.130562 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5341d44f-83ac-4c73-a06f-aec6faba70f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.284785 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-559453eb-376f-4a1c-bb62-9510930b8100 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1002 time: 0.1220183 Apr 04 20:26:29.285384 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d61ab774-e7e4-4e99-a5f9-249cad4cf56c req-aeffa04b-9d7c-4ae0-bb5f-409d10717950 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217251 Apr 04 20:26:29.310715 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c45188-07cf-4075-8853-137dc377f676 req-6977231c-5830-4ef6-a455-c62709bb2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.313625 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89c45188-07cf-4075-8853-137dc377f676 req-6977231c-5830-4ef6-a455-c62709bb2259 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1130 time: 0.1119993 Apr 04 20:26:29.319615 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-03d59778-16c2-41b8-81b4-3f014f38330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.323324 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-03d59778-16c2-41b8-81b4-3f014f38330f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0f05c4c0a154622916d93ef4f9b29c4&device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 1129 time: 0.1202862 Apr 04 20:26:29.333601 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5341d44f-83ac-4c73-a06f-aec6faba70f0 admin admin] Publish callbacks [] for security_group (e062d36f-989e-4fa2-9c8b-82e612855082), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.344754 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5341d44f-83ac-4c73-a06f-aec6faba70f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e062d36f-989e-4fa2-9c8b-82e612855082), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.385066 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d3121ac8-89fa-4fcd-8d1b-8bb830df7348 req-24ed7df1-9d21-4bba-b78f-19a8fd52a923 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Apr 04 20:26:29.386343 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5341d44f-83ac-4c73-a06f-aec6faba70f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a6876c6e23249e0b1d657fa3c546f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559487 Apr 04 20:26:29.387054 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341d44f-83ac-4c73-a06f-aec6faba70f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062d36f-989e-4fa2-9c8b-82e612855082,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:29.390054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39596) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:29.449321 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] Publish callbacks [] for security_group (e062d36f-989e-4fa2-9c8b-82e612855082), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.472306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] Publish callbacks [] for security_group (e062d36f-989e-4fa2-9c8b-82e612855082), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.495420 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f452d5-1c47-4df4-9aa7-40ef8cdf8249 req-8d9ac501-44f8-48eb-a684-865bc2637e7b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.497191 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72f452d5-1c47-4df4-9aa7-40ef8cdf8249 req-8d9ac501-44f8-48eb-a684-865bc2637e7b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0556405 Apr 04 20:26:29.523521 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e062d36f-989e-4fa2-9c8b-82e612855082), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.526543 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.527906 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e062d36f-989e-4fa2-9c8b-82e612855082 HTTP/1.1" status: 204 len: 168 time: 0.1363850 Apr 04 20:26:29.536347 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188314f1-d7cf-4e01-91ae-b8d80619b8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062d36f-989e-4fa2-9c8b-82e612855082,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:29.590336 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72f452d5-1c47-4df4-9aa7-40ef8cdf8249 req-fdc07b3e-f7b3-4abc-a249-a3b5fb99888b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Apr 04 20:26:29.658779 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-4ba186ac-3be6-4db2-994e-344a4eeb190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.660712 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-4ba186ac-3be6-4db2-994e-344a4eeb190c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0938258 Apr 04 20:26:29.718361 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-5e7ca4cb-2011-4b73-a2ea-8d3f142fed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.720002 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-5e7ca4cb-2011-4b73-a2ea-8d3f142fed73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522549 Apr 04 20:26:29.767144 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89c45188-07cf-4075-8853-137dc377f676 req-65425a70-0dca-489b-aaae-558b674eeac8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993840 Apr 04 20:26:29.790481 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-285207b5-8eab-4397-b18e-965b38b45108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.792027 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-285207b5-8eab-4397-b18e-965b38b45108 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51ce7726-cb21-44dd-a9b3-619d0d80a272 HTTP/1.1" status: 200 len: 911 time: 0.2028422 Apr 04 20:26:29.803691 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6411b-2fb7-4704-8e22-003505f8449e req-bca0be54-0c8a-41a5-a590-56489bf03c02 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:29.805207 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f3e6411b-2fb7-4704-8e22-003505f8449e req-bca0be54-0c8a-41a5-a590-56489bf03c02 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.0870295 Apr 04 20:26:29.824938 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-586e971c-723a-4bf6-81dc-52fcc0de1d69 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928588 Apr 04 20:26:29.858700 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f3e6411b-2fb7-4704-8e22-003505f8449e req-a986baf6-a0f6-441e-ac33-2a7a0bc61706 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478551 Apr 04 20:26:29.890293 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39612) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:29.906605 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e36fb45e-02a1-4b09-80a1-fd476d05fd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:29.991560 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e36fb45e-02a1-4b09-80a1-fd476d05fd50 admin admin] Publish callbacks [] for security_group (996fc43f-f8c6-4d53-aa71-7425756ff1dd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.003332 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e36fb45e-02a1-4b09-80a1-fd476d05fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (996fc43f-f8c6-4d53-aa71-7425756ff1dd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.042685 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e36fb45e-02a1-4b09-80a1-fd476d05fd50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6db57ec28c454714813b37311d7994f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512825 Apr 04 20:26:30.043346 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb45e-02a1-4b09-80a1-fd476d05fd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996fc43f-f8c6-4d53-aa71-7425756ff1dd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:30.045223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39626) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:30.092245 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] Publish callbacks [] for security_group (996fc43f-f8c6-4d53-aa71-7425756ff1dd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.113328 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] Publish callbacks [] for security_group (996fc43f-f8c6-4d53-aa71-7425756ff1dd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.165593 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (996fc43f-f8c6-4d53-aa71-7425756ff1dd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.168183 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.169401 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/996fc43f-f8c6-4d53-aa71-7425756ff1dd HTTP/1.1" status: 204 len: 168 time: 0.1230581 Apr 04 20:26:30.178873 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1655d-3aa8-4e89-9a5e-561270387a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996fc43f-f8c6-4d53-aa71-7425756ff1dd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:30.324006 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:26:30.499235 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-873734a0-9102-4ad5-8dc7-b07040331ef9 req-1c0cb2ce-deb9-49e4-a658-399bccde03d7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0310755 Apr 04 20:26:30.572541 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-ef722a5a-d023-4b16-9f62-74eb54dbcab0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b HTTP/1.1" status: 200 len: 217 time: 0.0450251 Apr 04 20:26:30.645599 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89be3c77-6dd1-43dd-823a-166a0370f67d req-872f8971-fa4e-47d6-bbed-936df3f89d60 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180646 Apr 04 20:26:30.689437 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 39654) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:30.719405 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0366960-36e6-4dbb-bf2a-b2dbd10d9528 req-9cf336ff-b90b-4480-b923-1c9e6b22338b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:30.720900 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b0366960-36e6-4dbb-bf2a-b2dbd10d9528 req-9cf336ff-b90b-4480-b923-1c9e6b22338b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0581400 Apr 04 20:26:30.772679 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 10b93284-d875-4df9-9d72-9a56a462ddb3 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:26:30.773173 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b0366960-36e6-4dbb-bf2a-b2dbd10d9528 req-46bdfd1b-1b48-4fe7-b354-938f309c175f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446806 Apr 04 20:26:30.810338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88a35544-7727-404f-8011-bc30cad742fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.956010 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88a35544-7727-404f-8011-bc30cad742fd admin admin] Publish callbacks [] for security_group (39eb5ed5-ba84-409f-9473-4527a37e7b9b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:30.982964 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88a35544-7727-404f-8011-bc30cad742fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (39eb5ed5-ba84-409f-9473-4527a37e7b9b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.015863 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-9db81c9f-abeb-4088-bc06-36996c52e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:31.017341 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-9db81c9f-abeb-4088-bc06-36996c52e670 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=92ae476a-70ee-4024-9a7e-e46e58feba87 HTTP/1.1" status: 200 len: 851 time: 0.0916154 Apr 04 20:26:31.061250 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 39670) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:31.069194 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-88a35544-7727-404f-8011-bc30cad742fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c4103ac6226466bbce058065e9d7de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786294 Apr 04 20:26:31.070975 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a35544-7727-404f-8011-bc30cad742fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eb5ed5-ba84-409f-9473-4527a37e7b9b,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:31.079097 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=10b93284-d875-4df9-9d72-9a56a462ddb3,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:31.091961 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:26:31.097315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e16cd6-6f2f-4b6b-ad11-582c20664053 req-1eff566d-5d78-4c97-acca-26223023598c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:31.106207 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4e16cd6-6f2f-4b6b-ad11-582c20664053 req-1eff566d-5d78-4c97-acca-26223023598c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 944 time: 0.1454861 Apr 04 20:26:31.145773 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 10b93284-d875-4df9-9d72-9a56a462ddb3 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:31.146301 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.164273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b93284-d875-4df9-9d72-9a56a462ddb3 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:26:31.180019 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4e16cd6-6f2f-4b6b-ad11-582c20664053 req-0ce0e7dc-12ed-498c-8cc3-409b12be9be1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729244 Apr 04 20:26:31.190356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=10b93284-d875-4df9-9d72-9a56a462ddb3,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:31.196477 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.267226 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:31.341983 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] Publish callbacks [] for security_group (39eb5ed5-ba84-409f-9473-4527a37e7b9b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.366181 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] Publish callbacks [] for security_group (39eb5ed5-ba84-409f-9473-4527a37e7b9b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.419246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (39eb5ed5-ba84-409f-9473-4527a37e7b9b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.422286 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:31.423440 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39eb5ed5-ba84-409f-9473-4527a37e7b9b HTTP/1.1" status: 204 len: 168 time: 0.3542135 Apr 04 20:26:31.432353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1cdea-4fee-4993-b033-e28a19b20cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eb5ed5-ba84-409f-9473-4527a37e7b9b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:31.559090 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['10b93284-d875-4df9-9d72-9a56a462ddb3'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:26:31.643688 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c9008f88-dfee-4530-b8a6-bdd8b579057a req-135cb54f-a3f7-4264-829f-26d4cbd65348 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0358911 Apr 04 20:26:31.907196 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa641-5c4e-49a2-9393-1057b8dc3aea req-65f13dd2-130a-44de-b25a-88db83f57a0e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:31.908643 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-158fa641-5c4e-49a2-9393-1057b8dc3aea req-65f13dd2-130a-44de-b25a-88db83f57a0e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0512877 Apr 04 20:26:31.954300 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-158fa641-5c4e-49a2-9393-1057b8dc3aea req-0a67febc-a3bc-4b55-9a5e-f0db3f64a8a1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Apr 04 20:26:32.156879 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-63520818-80ad-4285-a640-011273e75eef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51ce7726-cb21-44dd-a9b3-619d0d80a272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338440 Apr 04 20:26:32.268524 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-ba128e5f-eae0-4468-a3d0-27919cdb15d9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:32.270191 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-ba128e5f-eae0-4468-a3d0-27919cdb15d9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 815 time: 0.1137023 Apr 04 20:26:32.288476 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'port': {'device_id': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'admin_state_up': True, 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:32.324296 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-7e57a8e3-4848-4d86-81e0-526bc0d38aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572120 Apr 04 20:26:32.361788 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884a804-f08a-42b8-b69b-f292294c3f98 req-42ffd6d8-0a23-4c2b-8be5-61e8c86c94b2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:32.363325 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5884a804-f08a-42b8-b69b-f292294c3f98 req-42ffd6d8-0a23-4c2b-8be5-61e8c86c94b2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 945 time: 0.0954967 Apr 04 20:26:32.407832 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Made reservation on behalf of 9f83b7399e4141babb9fdf75f6d0342a for: {'port': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:26:32.411472 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:32.469119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5884a804-f08a-42b8-b69b-f292294c3f98 req-cf37e4a1-67bc-4820-92c7-a13d8adbbe63 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987120 Apr 04 20:26:32.473347 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2b2ea8d-50ec-482e-b6e6-7b4cb90cb41b req-dae2d4ef-b1a0-4e9a-9b6a-73098af8d567 service neutron] 10.222.0.23 "GET /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393187 Apr 04 20:26:32.545354 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Allocated IP 172.20.0.10 (b1ee2844-0d50-455e-a39b-c681971d57ed/e99736e2-c703-4538-9ea1-799d52498254/4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:26:32.744001 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:32.762141 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-984c1592-29d6-4b8d-9f33-85a00c870607 req-111e2a98-405a-4865-a9f2-a1dbd96653f8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0391662 Apr 04 20:26:32.787085 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 10b93284-d875-4df9-9d72-9a56a462ddb3 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:26:32.808971 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:32.876862 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 10b93284-d875-4df9-9d72-9a56a462ddb3 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:26:32.884436 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Network b1ee2844-0d50-455e-a39b-c681971d57ed is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:26:32.888461 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 10b93284-d875-4df9-9d72-9a56a462ddb3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:32.889028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:32.894559 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:26:32.900262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:26:32.904125 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:32.979356 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:32.981608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:33.004155 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-1e1a3ec9-c0e9-417b-9f64-60d866f8b507 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214241 Apr 04 20:26:33.023817 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 10b93284-d875-4df9-9d72-9a56a462ddb3 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:26:33.024219 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:33.061379 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:33.064161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1ff58-dc61-4b1a-9e04-d68b04ff58d9" -d '{"events": [{"server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "name": "network-vif-plugged", "status": "completed", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:33.085387 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=10b93284-d875-4df9-9d72-9a56a462ddb3,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:26:33.093549 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:33.186298 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be04e70-e2cd-4eee-8893-9b31021eaacd x-openstack-request-id: req-5be04e70-e2cd-4eee-8893-9b31021eaacd {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:33.186693 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "name": "network-vif-plugged", "status": "completed", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:33.187038 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5be04e70-e2cd-4eee-8893-9b31021eaacd {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:33.187567 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be04e70-e2cd-4eee-8893-9b31021eaacd'] response: {'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'code': 200} Apr 04 20:26:33.206336 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:33.224340 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Request body: {'port': {'device_id': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:33.258781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6439-ce98-4d67-9795-9b6f14813931 req-69aca691-c1d3-4bb3-b79e-2f3dbd796f96 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:33.269814 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c60c6439-ce98-4d67-9795-9b6f14813931 req-69aca691-c1d3-4bb3-b79e-2f3dbd796f96 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1692576 Apr 04 20:26:33.323299 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c60c6439-ce98-4d67-9795-9b6f14813931 req-c94d9838-6396-49fd-9442-e337611720d7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519214 Apr 04 20:26:33.382416 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b5dd6631-2cf0-4a63-a444-9545a1f78f9d None None] Provisioning complete for port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:26:33.383032 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5dd6631-2cf0-4a63-a444-9545a1f78f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:33.428936 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd6631-2cf0-4a63-a444-9545a1f78f9d None None] Port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:26:33.667674 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:33.732764 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c2793-5498-4c8f-afef-39074cdfee76 req-741d3698-b7d6-4cc3-9e77-dd5e65354d04 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:33.740411 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9c4c2793-5498-4c8f-afef-39074cdfee76 req-741d3698-b7d6-4cc3-9e77-dd5e65354d04 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.1417553 Apr 04 20:26:33.792963 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9c4c2793-5498-4c8f-afef-39074cdfee76 req-a5e8e247-e705-425a-bd5c-65ff5bf21f1b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Apr 04 20:26:33.912850 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6744309-9ad0-4d3d-808c-3567782a9256 req-ea2882b1-2a16-4376-a9bc-dc1a098d9cce tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:33.922322 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6744309-9ad0-4d3d-808c-3567782a9256 req-ea2882b1-2a16-4376-a9bc-dc1a098d9cce tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1822608 Apr 04 20:26:33.929704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e041-c161-4f7a-8238-439efb1bb887 req-248cccf2-aa8e-46cc-ac6c-bfcd0a7eb8a5 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:33.932060 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-baf5e041-c161-4f7a-8238-439efb1bb887 req-248cccf2-aa8e-46cc-ac6c-bfcd0a7eb8a5 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 932 time: 0.0709732 Apr 04 20:26:34.025408 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-baf5e041-c161-4f7a-8238-439efb1bb887 req-e953690c-0b30-4be2-9101-b28644575919 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874233 Apr 04 20:26:34.029311 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6744309-9ad0-4d3d-808c-3567782a9256 req-091a62c1-ca87-406f-8769-9dbf7871ef22 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Apr 04 20:26:34.219188 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 {{(pid=103208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:26:34.229091 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks [] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:34.245619 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.provisioning_blocks [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Transition to ACTIVE for port object 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 will not be triggered until provisioned by entity L2. {{(pid=103208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:26:34.252074 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:34.307156 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:34.537930 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Attempting to bind port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:26:34.538308 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Attempting to bind port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:26:34.538831 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Attempting to bind port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 on network b1ee2844-0d50-455e-a39b-c681971d57ed {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:34.543815 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 on network b1ee2844-0d50-455e-a39b-c681971d57ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:26:34.544387 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Attempting to bind port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 on network b1ee2844-0d50-455e-a39b-c681971d57ed {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:26:34.565399 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:26:34.565975 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Checking segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:26:34.570949 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Bound using segment: {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:26:34.573867 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Bound port: 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a147a807-3c31-414f-b9f4-554fde09fa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed'}}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:26:34.578230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:34.710794 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, cleared binding levels {{(pid=103208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:26:34.714520 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:26:34.725977 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:34.767639 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:34.768269 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:34.769743 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] 10.222.0.23 "PUT /v2.0/ports/4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 1094 time: 1.5618806 Apr 04 20:26:34.770346 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:34.773502 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973d55d3-7978-4d5a-908b-66b0fab86da4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:34.840957 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807136ef-8f5b-4ccc-b29d-69b723a28d44 service neutron] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=3']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:34.846612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9f519-e12f-444b-acba-39831cddb7f1 x-openstack-request-id: req-99a9f519-e12f-444b-acba-39831cddb7f1 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:34.846902 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:34.847157 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99a9f519-e12f-444b-acba-39831cddb7f1 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:34.847669 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a9f519-e12f-444b-acba-39831cddb7f1'] response: {'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:26:34.952274 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea85e-5a37-4dea-9e2e-ec71d41b95fc req-672e5650-be78-4b87-af25-fc0200f8a610 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:34.953840 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-610ea85e-5a37-4dea-9e2e-ec71d41b95fc req-672e5650-be78-4b87-af25-fc0200f8a610 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0671561 Apr 04 20:26:35.016083 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-610ea85e-5a37-4dea-9e2e-ec71d41b95fc req-e0986dc7-4553-4f87-b284-8f6e1e1099a0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537720 Apr 04 20:26:35.145828 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75733364-ae00-4b89-89e2-6b88238bd822 req-bee237f9-1064-4eb8-8d69-69fcc9a05f50 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:35.146976 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75733364-ae00-4b89-89e2-6b88238bd822 req-bee237f9-1064-4eb8-8d69-69fcc9a05f50 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0545876 Apr 04 20:26:35.154918 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790e8d5-d916-464a-b8d5-46f4b5e7e8d8 req-01d50d3e-a700-4689-b0e4-aa1cd0184176 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:35.156381 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1790e8d5-d916-464a-b8d5-46f4b5e7e8d8 req-01d50d3e-a700-4689-b0e4-aa1cd0184176 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0558729 Apr 04 20:26:35.196733 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75733364-ae00-4b89-89e2-6b88238bd822 req-d937c258-9ddd-4223-bbec-f404a14ec741 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Apr 04 20:26:35.203610 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1790e8d5-d916-464a-b8d5-46f4b5e7e8d8 req-d616dfd7-2f13-4ec8-9fa0-4720ec81d444 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Apr 04 20:26:36.174831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d73c2a-49cb-4b3a-b6b7-a72f2ef3bc12 req-94848519-c07e-402c-8747-629ba61959d4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:36.176456 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37d73c2a-49cb-4b3a-b6b7-a72f2ef3bc12 req-94848519-c07e-402c-8747-629ba61959d4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0920911 Apr 04 20:26:36.227465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37d73c2a-49cb-4b3a-b6b7-a72f2ef3bc12 req-1eb72ae8-abf1-407d-abdb-d0307ca6f582 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Apr 04 20:26:36.344189 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f82793-2c0c-49a6-807b-100449543f16 req-c3c793f9-1234-4c77-b2ec-48a9d0819241 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:36.346904 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85f82793-2c0c-49a6-807b-100449543f16 req-c3c793f9-1234-4c77-b2ec-48a9d0819241 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0593975 Apr 04 20:26:36.389995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1ee0d-f736-45ee-9023-d62f98214d69 req-a236f9ab-e94e-46de-8bae-77be911967d2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:36.398371 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fed1ee0d-f736-45ee-9023-d62f98214d69 req-a236f9ab-e94e-46de-8bae-77be911967d2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0852075 Apr 04 20:26:36.432488 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85f82793-2c0c-49a6-807b-100449543f16 req-f15e66b4-a6de-485d-b538-6a1948606abb tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Apr 04 20:26:36.450739 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fed1ee0d-f736-45ee-9023-d62f98214d69 req-ca9b934b-c9c0-4726-b040-ce498dda2389 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Apr 04 20:26:37.371475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613fa56-c128-421a-9b90-49067e46d85f req-aa3bf3aa-8645-49ab-a969-a4d72705fedb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:37.372993 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c613fa56-c128-421a-9b90-49067e46d85f req-aa3bf3aa-8645-49ab-a969-a4d72705fedb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0586751 Apr 04 20:26:37.422235 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c613fa56-c128-421a-9b90-49067e46d85f req-08c2e0af-f24e-48cd-8f9c-9f748dd18b20 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Apr 04 20:26:37.572047 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6804d-9717-45f8-9050-b76b8b585879 req-5d541609-1b0b-4022-8906-eef592a00fc9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:37.573817 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b7e6804d-9717-45f8-9050-b76b8b585879 req-5d541609-1b0b-4022-8906-eef592a00fc9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0785997 Apr 04 20:26:37.626478 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b7e6804d-9717-45f8-9050-b76b8b585879 req-691a5eb4-ece7-4ebf-82ff-a08bf6121bd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468233 Apr 04 20:26:37.630657 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5709e-1762-484d-8e48-67a6cb556477 req-37521266-e3d2-4dfb-99e8-338c1cef4dfe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:37.632268 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43d5709e-1762-484d-8e48-67a6cb556477 req-37521266-e3d2-4dfb-99e8-338c1cef4dfe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0981555 Apr 04 20:26:37.694028 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43d5709e-1762-484d-8e48-67a6cb556477 req-5a8a044b-1080-4a6a-a067-014e31fd8763 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Apr 04 20:26:38.540666 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f073330-7eb3-40b6-aa95-058803af8d80 req-f65cc85a-7179-43c3-b49b-8a3ac1ddd58d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:38.542236 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f073330-7eb3-40b6-aa95-058803af8d80 req-f65cc85a-7179-43c3-b49b-8a3ac1ddd58d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0520992 Apr 04 20:26:38.590394 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f073330-7eb3-40b6-aa95-058803af8d80 req-3fc69808-f2a8-4d0c-b352-e40e952192bb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Apr 04 20:26:38.747989 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a5eff-6ea2-4ecf-9dbf-dc2498272b9f req-fc42be72-7a7c-403d-8e1d-9cfb917b8ebe tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:38.749534 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d96a5eff-6ea2-4ecf-9dbf-dc2498272b9f req-fc42be72-7a7c-403d-8e1d-9cfb917b8ebe tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0550761 Apr 04 20:26:38.804112 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d96a5eff-6ea2-4ecf-9dbf-dc2498272b9f req-38aee823-12a6-45dc-b8aa-f6d89aafcfcc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Apr 04 20:26:38.820028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b032f-e9c0-4aba-ba01-91fe506d4ba0 req-f897978f-a121-4d69-aad6-598adaadca66 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:38.821508 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9a9b032f-e9c0-4aba-ba01-91fe506d4ba0 req-f897978f-a121-4d69-aad6-598adaadca66 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0612359 Apr 04 20:26:38.868811 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9a9b032f-e9c0-4aba-ba01-91fe506d4ba0 req-53e40bbb-2a55-4be1-8131-3e2c498539ce tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Apr 04 20:26:39.711619 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318a2b-30fd-4092-9c14-09ca8d3108da req-5fa89744-4c41-42e9-b853-97e4aa9402fd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:39.713091 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8e318a2b-30fd-4092-9c14-09ca8d3108da req-5fa89744-4c41-42e9-b853-97e4aa9402fd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0548506 Apr 04 20:26:39.761653 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8e318a2b-30fd-4092-9c14-09ca8d3108da req-994e4cc2-f63b-476a-a778-7b82fa5abceb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Apr 04 20:26:39.922939 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b78e12-1b91-4fc2-a623-acf44112d4e2 req-7e03ab07-fd08-4f9b-b153-d9dfb1d6d6f8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:39.924439 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8b78e12-1b91-4fc2-a623-acf44112d4e2 req-7e03ab07-fd08-4f9b-b153-d9dfb1d6d6f8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0542870 Apr 04 20:26:39.978961 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8b78e12-1b91-4fc2-a623-acf44112d4e2 req-ab6cd7e5-a22e-40ec-9eea-757beb4c9500 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Apr 04 20:26:39.993393 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4cc8c-1f2e-4e1e-b624-475b6a354e33 req-07a86204-2eb9-4884-beea-5262d3f5c8ec tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:39.995024 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45d4cc8c-1f2e-4e1e-b624-475b6a354e33 req-07a86204-2eb9-4884-beea-5262d3f5c8ec tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0593054 Apr 04 20:26:40.046562 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45d4cc8c-1f2e-4e1e-b624-475b6a354e33 req-212acd6c-529c-4b9e-9c8e-b08b4ec545cf tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Apr 04 20:26:40.871542 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:40.883728 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba9b4-ce0e-4e07-9a76-0f8b45db5741 req-450ff9da-ea0c-41c1-b561-af6e24aa41c8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:40.885188 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b92ba9b4-ce0e-4e07-9a76-0f8b45db5741 req-450ff9da-ea0c-41c1-b561-af6e24aa41c8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0546603 Apr 04 20:26:40.936966 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b92ba9b4-ce0e-4e07-9a76-0f8b45db5741 req-6e3f3c2a-cde5-4566-88af-e380198dd2b4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Apr 04 20:26:41.107037 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4017e6-9d33-4c6c-8efb-9765f0a8689c req-76512c4f-6ec4-44a1-99f3-77957aa22caa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:41.108550 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8b4017e6-9d33-4c6c-8efb-9765f0a8689c req-76512c4f-6ec4-44a1-99f3-77957aa22caa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0615139 Apr 04 20:26:41.156574 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8b4017e6-9d33-4c6c-8efb-9765f0a8689c req-84ce9909-edcc-448a-b250-02c2286fe979 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Apr 04 20:26:41.168122 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180aba6-3978-4ee6-a0c2-568c6ee8bfa6 req-ae030879-abfb-4e6b-bc65-5fd2871bbd0f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:41.169618 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a180aba6-3978-4ee6-a0c2-568c6ee8bfa6 req-ae030879-abfb-4e6b-bc65-5fd2871bbd0f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0537462 Apr 04 20:26:41.220515 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a180aba6-3978-4ee6-a0c2-568c6ee8bfa6 req-19b98183-2025-4135-9735-9a6dbb2f7903 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Apr 04 20:26:42.058587 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04193110-9ba2-4825-a148-7b4c51c0cd8b req-0567505d-37e6-453b-b7ee-63e2be497679 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:42.060125 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04193110-9ba2-4825-a148-7b4c51c0cd8b req-0567505d-37e6-453b-b7ee-63e2be497679 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0585363 Apr 04 20:26:42.110121 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04193110-9ba2-4825-a148-7b4c51c0cd8b req-bbd99312-e0a6-447e-9aff-a6cd16369e07 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Apr 04 20:26:42.278236 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654cb6-4de2-48cf-ae85-ebe43548b34c req-eb923098-e30c-494c-a884-1133936fdabf tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:42.280061 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e654cb6-4de2-48cf-ae85-ebe43548b34c req-eb923098-e30c-494c-a884-1133936fdabf tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0554590 Apr 04 20:26:42.329221 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e654cb6-4de2-48cf-ae85-ebe43548b34c req-40a54a73-ed0a-4757-a2d6-4ffdf6f16a95 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 Apr 04 20:26:42.364403 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc828-3f30-4109-b5d5-eab9b8a72bdf req-49db8e34-434e-45f8-8cb5-7ec8dc030f06 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:42.366226 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26ddc828-3f30-4109-b5d5-eab9b8a72bdf req-49db8e34-434e-45f8-8cb5-7ec8dc030f06 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0647953 Apr 04 20:26:42.416856 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26ddc828-3f30-4109-b5d5-eab9b8a72bdf req-955d88bc-b647-4901-bb17-fbd7542e56e2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447035 Apr 04 20:26:43.233949 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb3422-d0a4-45da-9ae7-5bbc2bed2a29 req-41dae301-243b-4e8d-9ea1-e989dedefae7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:43.235493 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-25eb3422-d0a4-45da-9ae7-5bbc2bed2a29 req-41dae301-243b-4e8d-9ea1-e989dedefae7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0575511 Apr 04 20:26:43.281029 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-25eb3422-d0a4-45da-9ae7-5bbc2bed2a29 req-b2ff95ec-5c5e-4630-b43f-ddaa61b5bafe tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Apr 04 20:26:43.455476 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b139b9-6f77-4cd8-a94a-804eacb38495 req-0df8ae08-2b5e-476e-9ae4-8c921e292cbb tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:43.457168 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4b139b9-6f77-4cd8-a94a-804eacb38495 req-0df8ae08-2b5e-476e-9ae4-8c921e292cbb tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0603015 Apr 04 20:26:43.518980 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4b139b9-6f77-4cd8-a94a-804eacb38495 req-2ea65145-bed2-48fb-8512-bd7b6d0b1aa8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528407 Apr 04 20:26:43.550821 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1816d-5380-4b0a-b1cf-c75a738b26b3 req-cb17abc7-6cce-4d2d-863e-c675728836e1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:43.552289 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-61e1816d-5380-4b0a-b1cf-c75a738b26b3 req-cb17abc7-6cce-4d2d-863e-c675728836e1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0570934 Apr 04 20:26:43.602704 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-61e1816d-5380-4b0a-b1cf-c75a738b26b3 req-6ac430af-292b-42bd-8c79-c1b430f9cb4b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 Apr 04 20:26:43.993320 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05625a02-c897-46a5-b26b-c7d4004dc6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:44.400987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bede6b7-4d77-4226-9e94-97bd30e9aba2 req-43165778-76f0-4213-9bc7-5a1a21c1dda3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:44.402397 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5bede6b7-4d77-4226-9e94-97bd30e9aba2 req-43165778-76f0-4213-9bc7-5a1a21c1dda3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0536726 Apr 04 20:26:44.455412 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5bede6b7-4d77-4226-9e94-97bd30e9aba2 req-3454aa52-f133-4735-aea2-cf8327c3ee0f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475214 Apr 04 20:26:44.652778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413c623-78f9-4af8-bcef-3366b45d19d8 req-355f7da4-c02e-4efb-8187-e0996cf323c4 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:44.654453 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d413c623-78f9-4af8-bcef-3366b45d19d8 req-355f7da4-c02e-4efb-8187-e0996cf323c4 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0547194 Apr 04 20:26:44.719522 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d413c623-78f9-4af8-bcef-3366b45d19d8 req-8fd806ca-122c-4f65-bdef-6bd30bc20db9 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590980 Apr 04 20:26:44.725275 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90dbfbe-ba24-4954-80ae-2894af53cd99 req-1be6f4fb-9ae9-4212-b62a-e7e244bbac57 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:44.727557 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b90dbfbe-ba24-4954-80ae-2894af53cd99 req-1be6f4fb-9ae9-4212-b62a-e7e244bbac57 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0592518 Apr 04 20:26:44.777582 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b90dbfbe-ba24-4954-80ae-2894af53cd99 req-03574078-a6bd-4f06-bcd3-b8c12cd743fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Apr 04 20:26:45.591960 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c5505-6913-4156-a519-af573f532b49 req-353a33f9-87ce-4988-95a9-f48361824ba3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:45.593467 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc7c5505-6913-4156-a519-af573f532b49 req-353a33f9-87ce-4988-95a9-f48361824ba3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0561581 Apr 04 20:26:45.662955 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc7c5505-6913-4156-a519-af573f532b49 req-dd325ecd-d448-49a6-b7b6-6bb50b292782 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614181 Apr 04 20:26:45.851296 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14760c5e-0dd6-49ce-ad08-8561f8dcff5b req-c8f661bd-e2f0-4a0c-89b3-6cb41e566c62 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:45.853029 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-14760c5e-0dd6-49ce-ad08-8561f8dcff5b req-c8f661bd-e2f0-4a0c-89b3-6cb41e566c62 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0588591 Apr 04 20:26:45.901225 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-14760c5e-0dd6-49ce-ad08-8561f8dcff5b req-8d0de1bf-ec08-4c44-99d5-1e0a2d84981c tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Apr 04 20:26:45.908466 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62f19-9ddc-4870-bbcd-c09c8842384a req-9339ea28-ff5c-4f5a-9bd7-0652235f346f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:45.916958 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a9a62f19-9ddc-4870-bbcd-c09c8842384a req-9339ea28-ff5c-4f5a-9bd7-0652235f346f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0689476 Apr 04 20:26:45.971286 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a9a62f19-9ddc-4870-bbcd-c09c8842384a req-0dfac84a-857e-4f83-9c9f-4eb96e5b8b48 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532315 Apr 04 20:26:46.227807 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c025086a-d58d-4779-98fe-42ed9d8323eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:46.787059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6969faa-0498-4661-a811-d12a70eecf22 req-7d6dde43-29a5-460f-9544-45d35cd3eec1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:46.788547 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6969faa-0498-4661-a811-d12a70eecf22 req-7d6dde43-29a5-460f-9544-45d35cd3eec1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0646510 Apr 04 20:26:46.840658 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6969faa-0498-4661-a811-d12a70eecf22 req-0fa174c6-8124-42fe-9472-07c50d9ab924 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Apr 04 20:26:47.049421 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4b549-cc05-434e-8d31-7b8826194f11 req-57458d17-d4ed-4d87-9a60-618b53e67207 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:47.050957 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bde4b549-cc05-434e-8d31-7b8826194f11 req-57458d17-d4ed-4d87-9a60-618b53e67207 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0657399 Apr 04 20:26:47.152344 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bde4b549-cc05-434e-8d31-7b8826194f11 req-3122c892-b530-4368-b17d-d45ba94cd52e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Apr 04 20:26:47.157466 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02f3e-daaa-4d89-974b-f5c411a6a1ef req-e46e3e06-78ea-4d13-bd9b-e85de89ef03e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:47.167436 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cc02f3e-daaa-4d89-974b-f5c411a6a1ef req-e46e3e06-78ea-4d13-bd9b-e85de89ef03e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1184609 Apr 04 20:26:47.220299 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cc02f3e-daaa-4d89-974b-f5c411a6a1ef req-f6b12762-ee31-4a9a-a207-aeaee2b82427 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471530 Apr 04 20:26:47.576363 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:47.955386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613396-5745-4d09-b341-a0e07d1bc096 req-1b556919-485e-4388-80a9-946db2c4ca86 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:47.956823 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1613396-5745-4d09-b341-a0e07d1bc096 req-1b556919-485e-4388-80a9-946db2c4ca86 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Apr 04 20:26:48.002330 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1613396-5745-4d09-b341-a0e07d1bc096 req-49cb61d6-149c-4327-961d-89c909202cdb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Apr 04 20:26:48.257470 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04866494-c069-44ec-952a-8f4945742c56 req-19bf75a7-be07-418f-a100-9fdf3c07b9c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:48.259013 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04866494-c069-44ec-952a-8f4945742c56 req-19bf75a7-be07-418f-a100-9fdf3c07b9c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0514851 Apr 04 20:26:48.310849 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04866494-c069-44ec-952a-8f4945742c56 req-6114a050-bf89-4bc1-a8cc-57830836c70c tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Apr 04 20:26:48.340414 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd16827-af7a-44c0-923a-3312d9cf987a req-bb771da7-bedf-40b7-b63b-e4d980e636c6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:48.341878 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2bd16827-af7a-44c0-923a-3312d9cf987a req-bb771da7-bedf-40b7-b63b-e4d980e636c6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0561244 Apr 04 20:26:48.387610 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2bd16827-af7a-44c0-923a-3312d9cf987a req-e383c2e2-2b7c-4ea9-9fc1-c627d65e03aa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Apr 04 20:26:48.650129 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:49.118863 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72de4-50f3-4ad3-87f0-3eff5e7a656f req-9215178c-74e0-4d40-99de-aeb587679de9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:49.120337 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d3d72de4-50f3-4ad3-87f0-3eff5e7a656f req-9215178c-74e0-4d40-99de-aeb587679de9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0526695 Apr 04 20:26:49.165649 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d3d72de4-50f3-4ad3-87f0-3eff5e7a656f req-4bdcb1e6-0238-4d1c-8442-d95d6f8a5829 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396991 Apr 04 20:26:49.425332 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33f7f0-d695-48c9-afb8-c071a98ec867 req-0929766c-7dff-466f-baf3-9558c4f1bc22 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:49.426821 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca33f7f0-d695-48c9-afb8-c071a98ec867 req-0929766c-7dff-466f-baf3-9558c4f1bc22 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Apr 04 20:26:49.479325 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca33f7f0-d695-48c9-afb8-c071a98ec867 req-edc08507-72e6-4305-9fa9-2b783e4ad0bf tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Apr 04 20:26:49.507677 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b2265-9149-47b0-bc3a-aefabab1e053 req-c73f2cca-0835-4b82-bc8a-c151bd48babe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:49.509179 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd5b2265-9149-47b0-bc3a-aefabab1e053 req-c73f2cca-0835-4b82-bc8a-c151bd48babe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0547042 Apr 04 20:26:49.554356 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd5b2265-9149-47b0-bc3a-aefabab1e053 req-4955def1-aa36-414d-977e-6a74fcfc39b6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Apr 04 20:26:50.282163 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c57bd-60e3-4aea-9f62-859b3110ed19 req-8f73f2e6-9624-4d0a-bda6-975aa4e2996d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:50.283670 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f02c57bd-60e3-4aea-9f62-859b3110ed19 req-8f73f2e6-9624-4d0a-bda6-975aa4e2996d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0520184 Apr 04 20:26:50.313623 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:50.334225 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f02c57bd-60e3-4aea-9f62-859b3110ed19 req-f9dc6d35-03e6-40db-bb75-9f4ad7195c58 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Apr 04 20:26:50.598247 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4af184-8a09-4a81-b3f2-2e254b108dca req-d34e1c90-8c3f-4532-a330-9b240a9ed937 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:50.599895 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da4af184-8a09-4a81-b3f2-2e254b108dca req-d34e1c90-8c3f-4532-a330-9b240a9ed937 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0556514 Apr 04 20:26:50.647125 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da4af184-8a09-4a81-b3f2-2e254b108dca req-32c7a66c-9c50-49f8-bffd-536f2b3986e8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Apr 04 20:26:50.669825 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf7226-bfa5-4030-a735-52494d556900 req-4a41744e-f8af-4837-886d-aca0acf4a0ee tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:50.671369 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97bf7226-bfa5-4030-a735-52494d556900 req-4a41744e-f8af-4837-886d-aca0acf4a0ee tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0523763 Apr 04 20:26:50.716353 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97bf7226-bfa5-4030-a735-52494d556900 req-5e2bdfca-0c10-41db-9d22-3847bf394199 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Apr 04 20:26:51.325350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-870ba3f8-3c5e-47a9-8dc3-1b44c11ae353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:51.327260 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-870ba3f8-3c5e-47a9-8dc3-1b44c11ae353 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1128 time: 0.0475192 Apr 04 20:26:51.363407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b292b9-1e06-4071-9894-c4183597184c req-9e411f02-881f-4e76-a256-762b921cb6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:51.365190 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56b292b9-1e06-4071-9894-c4183597184c req-9e411f02-881f-4e76-a256-762b921cb6c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 1130 time: 0.0884964 Apr 04 20:26:51.457455 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc7382-3a35-42d1-a448-d9b2083af843 req-45709188-357a-49f3-8a30-702d1088e654 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:51.459050 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9fc7382-3a35-42d1-a448-d9b2083af843 req-45709188-357a-49f3-8a30-702d1088e654 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0561423 Apr 04 20:26:51.503960 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9fc7382-3a35-42d1-a448-d9b2083af843 req-bade6699-ffa6-44b3-ab25-7be56f104744 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Apr 04 20:26:51.762384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fda5d-6d11-4eb7-b5f8-fbfdae0d1afb req-001ef21c-e723-41d8-87a1-6f0922854271 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:51.763870 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb1fda5d-6d11-4eb7-b5f8-fbfdae0d1afb req-001ef21c-e723-41d8-87a1-6f0922854271 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Apr 04 20:26:51.814226 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb1fda5d-6d11-4eb7-b5f8-fbfdae0d1afb req-2a023ef3-bd93-4c2d-8565-d6e9cc7d5d78 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Apr 04 20:26:51.831952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b0114-bb0e-4ab0-9230-a5866c1834a9 req-83ebf761-2634-4384-9414-bd76039b8653 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:51.833426 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-790b0114-bb0e-4ab0-9230-a5866c1834a9 req-83ebf761-2634-4384-9414-bd76039b8653 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0512254 Apr 04 20:26:51.878896 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-790b0114-bb0e-4ab0-9230-a5866c1834a9 req-e858b30d-b06c-41bb-bcee-fac232484f1e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Apr 04 20:26:52.627642 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345ff0b-901b-4cfa-be12-3927c5ddc6cf req-19a6842e-0e2c-4d93-85c5-5383610f4dab tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:52.629137 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0345ff0b-901b-4cfa-be12-3927c5ddc6cf req-19a6842e-0e2c-4d93-85c5-5383610f4dab tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0566628 Apr 04 20:26:52.680946 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0345ff0b-901b-4cfa-be12-3927c5ddc6cf req-087b24d0-c68c-4c80-90e6-8829b4f88540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456772 Apr 04 20:26:52.932613 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6b2a-2bed-4853-ac36-07e9fad246dc req-2dbc7724-12a0-4025-b301-c1775db0cffc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:52.935167 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d42b6b2a-2bed-4853-ac36-07e9fad246dc req-2dbc7724-12a0-4025-b301-c1775db0cffc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0557263 Apr 04 20:26:52.985402 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d42b6b2a-2bed-4853-ac36-07e9fad246dc req-78b8a4e0-06ba-4c83-9881-ef6d5caf5c08 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447907 Apr 04 20:26:53.005291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5cf0d-b68a-474f-b102-ed9a253ae226 req-86cf5f0a-0227-46a1-8532-d2084dd3fcc9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.006829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d7a5cf0d-b68a-474f-b102-ed9a253ae226 req-86cf5f0a-0227-46a1-8532-d2084dd3fcc9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Apr 04 20:26:53.053430 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d7a5cf0d-b68a-474f-b102-ed9a253ae226 req-3d64ccf7-7126-48ea-966b-118329c482cc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Apr 04 20:26:53.160836 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56b292b9-1e06-4071-9894-c4183597184c req-4c0b1626-a639-4932-99f6-f96c7f360980 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527711 Apr 04 20:26:53.215364 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d192c-484d-46c7-a8a3-242a666599ae req-7c0dc4ac-cce1-4039-8c5c-6675497c5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.216854 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-7c0dc4ac-cce1-4039-8c5c-6675497c5d54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1130 time: 0.1151652 Apr 04 20:26:53.233265 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-c8823d19-a242-4ed2-b028-937cacdccc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.234653 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-c8823d19-a242-4ed2-b028-937cacdccc45 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1208203 Apr 04 20:26:53.805547 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9c0c2-cff1-487c-bbfa-36416badb543 req-9bdd8d46-5d76-41fb-8298-92c487cdbb28 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.807081 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86f9c0c2-cff1-487c-bbfa-36416badb543 req-9bdd8d46-5d76-41fb-8298-92c487cdbb28 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0578988 Apr 04 20:26:53.852650 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86f9c0c2-cff1-487c-bbfa-36416badb543 req-d3b1de42-5080-47ab-b821-0beecb85df47 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Apr 04 20:26:53.904455 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d192c-484d-46c7-a8a3-242a666599ae req-a3c91db0-4ca7-4d0a-9a94-08059315b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.905894 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-a3c91db0-4ca7-4d0a-9a94-08059315b45b service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.1641808 Apr 04 20:26:53.907012 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-c3d20fb2-e547-47e3-a8d3-13940c08cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:53.908351 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-973d55d3-7978-4d5a-908b-66b0fab86da4 req-c3d20fb2-e547-47e3-a8d3-13940c08cc54 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1591012 Apr 04 20:26:54.104954 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac2934-3e88-4817-88b1-c9ffc8b1c1b3 req-b9c6d73c-348b-4ed2-9955-35ffbd15b012 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:54.106504 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ecac2934-3e88-4817-88b1-c9ffc8b1c1b3 req-b9c6d73c-348b-4ed2-9955-35ffbd15b012 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0540912 Apr 04 20:26:54.154591 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ecac2934-3e88-4817-88b1-c9ffc8b1c1b3 req-ee583708-4cbf-4a7e-b291-cc2ade8b6f5a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Apr 04 20:26:54.176195 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ad916-5732-44ea-97bd-e43e324ffeae req-4e14c277-d3bd-42d7-a160-4ead651b427d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:54.177719 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-000ad916-5732-44ea-97bd-e43e324ffeae req-4e14c277-d3bd-42d7-a160-4ead651b427d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0568607 Apr 04 20:26:54.226684 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-000ad916-5732-44ea-97bd-e43e324ffeae req-05709bb1-8444-45c9-904c-f79bab6b2161 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Apr 04 20:26:54.971026 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00967789-d949-4ea2-bfe2-4d6d5085da34 req-75c9190d-e48d-42a0-8fd3-621ea295f6c7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:54.972510 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00967789-d949-4ea2-bfe2-4d6d5085da34 req-75c9190d-e48d-42a0-8fd3-621ea295f6c7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Apr 04 20:26:55.030869 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-d084a702-354d-475a-ab5c-8969c78eb524 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d HTTP/1.1" status: 200 len: 217 time: 0.0460248 Apr 04 20:26:55.120189 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00967789-d949-4ea2-bfe2-4d6d5085da34 req-7ccfcbd5-339f-4c44-8fe4-6e29d451738d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414628 Apr 04 20:26:55.145112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d192c-484d-46c7-a8a3-242a666599ae req-9f13499e-ad80-45c7-94cd-11f5f48969d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.146873 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-9f13499e-ad80-45c7-94cd-11f5f48969d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.1014555 Apr 04 20:26:55.155971 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-4ad49221-4325-4e15-9f26-6c17755ee167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.157443 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-4ad49221-4325-4e15-9f26-6c17755ee167 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1128 time: 0.1107690 Apr 04 20:26:55.238029 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-073cc9c2-127d-4ab9-9c4b-0daf27971ea8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 217 time: 0.0538111 Apr 04 20:26:55.294973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0187d0a-b4e3-4b4a-9aec-88e12ae460c2 req-5d634c7d-6a18-437a-ae71-c85ac0bd602a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.296303 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d192c-484d-46c7-a8a3-242a666599ae req-5df6fb15-46cd-4e26-8f52-09704d195592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.296437 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a0187d0a-b4e3-4b4a-9aec-88e12ae460c2 req-5d634c7d-6a18-437a-ae71-c85ac0bd602a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0614345 Apr 04 20:26:55.298180 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-5df6fb15-46cd-4e26-8f52-09704d195592 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1223648 Apr 04 20:26:55.350321 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a0187d0a-b4e3-4b4a-9aec-88e12ae460c2 req-e86a0f1f-4997-4d9c-acbe-9c3e16d0c480 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Apr 04 20:26:55.368111 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-8c84f892-f14a-41f5-a5bf-774c96409042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.370394 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-8c84f892-f14a-41f5-a5bf-774c96409042 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.1162882 Apr 04 20:26:55.429962 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d6b35-45de-4ea2-816a-e9c385dde7b2 req-93ed5c2a-64c0-4630-affa-3d293ad4c9dc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.431513 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e19d6b35-45de-4ea2-816a-e9c385dde7b2 req-93ed5c2a-64c0-4630-affa-3d293ad4c9dc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1268394 Apr 04 20:26:55.459363 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-9d263637-a0b5-4c1f-907a-415c56672b34 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427250 Apr 04 20:26:55.463815 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40138) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:55.492848 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e19d6b35-45de-4ea2-816a-e9c385dde7b2 req-f34d70aa-5790-4544-9c4f-7f76ae376077 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Apr 04 20:26:55.569997 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-35caa698-1cdc-44a4-ae73-7fb1ec72abfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.646857 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-35caa698-1cdc-44a4-ae73-7fb1ec72abfd admin admin] Publish callbacks [] for security_group (a23b47c0-1e56-4606-ae54-eb30f38abfd2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.653659 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-35caa698-1cdc-44a4-ae73-7fb1ec72abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a23b47c0-1e56-4606-ae54-eb30f38abfd2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.684668 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-35caa698-1cdc-44a4-ae73-7fb1ec72abfd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b49fd536f4412ab9745965499f4846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188799 Apr 04 20:26:55.685569 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40148) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:55.735256 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa698-1cdc-44a4-ae73-7fb1ec72abfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b47c0-1e56-4606-ae54-eb30f38abfd2,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:55.763264 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] Publish callbacks [] for security_group (a23b47c0-1e56-4606-ae54-eb30f38abfd2), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.773217 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-63da6381-e799-4797-ab01-baeb39e2d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.774796 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-63da6381-e799-4797-ab01-baeb39e2d3f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1185362 Apr 04 20:26:55.777782 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-809d192c-484d-46c7-a8a3-242a666599ae req-580e1abb-3b74-4674-894f-fff78fa273de service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496134 Apr 04 20:26:55.788016 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] Publish callbacks [] for security_group (a23b47c0-1e56-4606-ae54-eb30f38abfd2), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.840162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a23b47c0-1e56-4606-ae54-eb30f38abfd2), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.842725 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:55.843825 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a23b47c0-1e56-4606-ae54-eb30f38abfd2 HTTP/1.1" status: 204 len: 168 time: 0.1571653 Apr 04 20:26:55.855171 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7622c-df2f-4ae1-b641-ae076ed6ff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b47c0-1e56-4606-ae54-eb30f38abfd2,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:55.871507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc9265-fa28-4a57-87bd-7b4996c84c8a req-caea0fdc-bdd9-4f43-b98e-e083d75177c5 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:55.878206 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2fc9265-fa28-4a57-87bd-7b4996c84c8a req-caea0fdc-bdd9-4f43-b98e-e083d75177c5 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0652702 Apr 04 20:26:55.921037 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2fc9265-fa28-4a57-87bd-7b4996c84c8a req-8e324e4f-21a1-425b-a040-023ba0f4966b tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Apr 04 20:26:56.107526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40158) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:56.121383 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3690319e-3c08-496b-92fb-1ae58439d754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.211577 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3690319e-3c08-496b-92fb-1ae58439d754 admin admin] Publish callbacks [] for security_group (f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.230998 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3690319e-3c08-496b-92fb-1ae58439d754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.277329 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3690319e-3c08-496b-92fb-1ae58439d754 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a23da36b8c6e451e95443410f3020d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686547 Apr 04 20:26:56.281192 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40164) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:56.297595 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690319e-3c08-496b-92fb-1ae58439d754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:56.301471 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-c530033b-2ede-48f2-aef0-0d2bf96af58f service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834057 Apr 04 20:26:56.312768 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d6021-e68f-4829-9e7d-0fe7bd73d206 req-1608c320-06b0-4fc7-a834-d69c1396e944 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:56.314270 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-946d6021-e68f-4829-9e7d-0fe7bd73d206 req-1608c320-06b0-4fc7-a834-d69c1396e944 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.1197457 Apr 04 20:26:56.375125 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] Publish callbacks [] for security_group (f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.389817 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-946d6021-e68f-4829-9e7d-0fe7bd73d206 req-0f8f2dfe-e9fc-4527-a6d7-f281e7ac4b87 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680559 Apr 04 20:26:56.404439 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] Publish callbacks [] for security_group (f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.465805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.468513 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.470102 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf HTTP/1.1" status: 204 len: 168 time: 0.1861761 Apr 04 20:26:56.481299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50521ad4-3a0b-4ae3-abc6-b70dde439944 req-cd7eeae9-d31c-4683-ab4a-44339fb55a24 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:56.483029 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-50521ad4-3a0b-4ae3-abc6-b70dde439944 req-cd7eeae9-d31c-4683-ab4a-44339fb55a24 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0637023 Apr 04 20:26:56.500448 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41a0f9-1b89-4656-b08c-a942a1385cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d6ca71-b04b-44a8-9bbf-ef309d34b9bf,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:56.530359 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7c6e4-ed2a-488e-a24c-262173a883fa req-c734f341-ccb4-4554-be92-4b25567ca47e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:56.532257 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25b7c6e4-ed2a-488e-a24c-262173a883fa req-c734f341-ccb4-4554-be92-4b25567ca47e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0771027 Apr 04 20:26:56.538692 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-50521ad4-3a0b-4ae3-abc6-b70dde439944 req-8c524e9b-5339-4686-bca1-fbc79e8beaf4 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503874 Apr 04 20:26:56.542109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40174) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:56.550503 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:26:56.614123 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:56.742052 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf15f7-8f25-4173-9e77-aadafc2e4e31 req-c18cd888-bfa9-461f-bb47-a5a38d9671f3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:56.743546 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79cf15f7-8f25-4173-9e77-aadafc2e4e31 req-c18cd888-bfa9-461f-bb47-a5a38d9671f3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1395421 Apr 04 20:26:56.871111 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79cf15f7-8f25-4173-9e77-aadafc2e4e31 req-92536b43-ab55-4027-8b3e-88ace4503434 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097083 Apr 04 20:26:57.058885 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5db924-2816-44c6-9d2c-800f46f38613 req-df235318-2b78-4f3f-b76a-3a61e83ec7bf tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:57.060741 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f5db924-2816-44c6-9d2c-800f46f38613 req-df235318-2b78-4f3f-b76a-3a61e83ec7bf tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0658619 Apr 04 20:26:57.116942 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f5db924-2816-44c6-9d2c-800f46f38613 req-50c985f7-d203-4e02-b3cb-73d322ad89f8 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Apr 04 20:26:57.134139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:57.145324 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:57.248792 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP 77cebf77-13bf-496d-9aa8-f290e39d0fc2 associated. External IP: 172.27.3.67, port: 10b93284-d875-4df9-9d72-9a56a462ddb3. Apr 04 20:26:57.468926 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:26:57.834328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:26:57.840038 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:57.857864 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:26:57.878861 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:57.879470 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:57.884064 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ac830-d5c0-4f0c-a386-dd468890432b req-cdcd8ebc-ee04-4f5d-bd15-aee3922812fb tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:57.886232 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f3ac830-d5c0-4f0c-a386-dd468890432b req-cdcd8ebc-ee04-4f5d-bd15-aee3922812fb tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.1060336 Apr 04 20:26:57.950834 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-30187e4c-b42e-486a-8454-9e1d78332aed tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "PUT /v2.0/floatingips/77cebf77-13bf-496d-9aa8-f290e39d0fc2 HTTP/1.1" status: 200 len: 991 time: 1.4074631 Apr 04 20:26:57.951681 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:26:57.966662 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74ef2a-b665-437b-9176-dc4ea94b420e" -d '{"events": [{"name": "network-changed", "server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:26:57.985862 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8796d3a7-adbf-433d-b18e-792f1943d137 req-960db0ba-cca7-49b3-b07b-10c255ac1afe service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562054 Apr 04 20:26:57.996149 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f3ac830-d5c0-4f0c-a386-dd468890432b req-7470e7b7-f4da-48c1-b4ab-683bba091374 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025569 Apr 04 20:26:58.013156 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:58.047306 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076414c8-f818-4440-a25f-b4148e0ae048 x-openstack-request-id: req-076414c8-f818-4440-a25f-b4148e0ae048 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:26:58.047753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:26:58.048113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-076414c8-f818-4440-a25f-b4148e0ae048 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:26:58.048596 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076414c8-f818-4440-a25f-b4148e0ae048'] response: {'name': 'network-changed', 'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'status': 'completed', 'code': 200} Apr 04 20:26:58.058758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb0937-152e-460f-8928-ae56617dbabc req-b5df27ed-47c8-4bdf-a153-5870dcec2171 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:58.060523 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12bb0937-152e-460f-8928-ae56617dbabc req-b5df27ed-47c8-4bdf-a153-5870dcec2171 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0904231 Apr 04 20:26:58.130746 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12bb0937-152e-460f-8928-ae56617dbabc req-f166bbbd-0894-44cb-864c-0e8a19225c4e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642991 Apr 04 20:26:58.263166 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e784-e3b6-4574-8dc1-d82293ac1e5d req-3bf3cc5a-ef7e-4338-b0f7-e5b99aaba891 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:58.264702 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4948e784-e3b6-4574-8dc1-d82293ac1e5d req-3bf3cc5a-ef7e-4338-b0f7-e5b99aaba891 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0717697 Apr 04 20:26:58.293753 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:57Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:58.317859 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4948e784-e3b6-4574-8dc1-d82293ac1e5d req-5d199102-a5ea-4549-bdda-7baef617f397 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Apr 04 20:26:58.320506 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:26:58.329526 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:26:58.330163 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:58.438754 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:26:58.574704 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40262) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:58.663349 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:57Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:26:58.677222 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3352-05cb-4980-a953-0aa5399a2a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.690991 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a51bee-164f-4207-8a49-299626c6cf0f None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:57Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:26:58.757408 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3352-05cb-4980-a953-0aa5399a2a9e admin admin] Publish callbacks [] for security_group (42ed80d0-0ed5-4f2c-9e8d-857289747ebb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.761692 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac6f3352-05cb-4980-a953-0aa5399a2a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (42ed80d0-0ed5-4f2c-9e8d-857289747ebb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.800162 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ac6f3352-05cb-4980-a953-0aa5399a2a9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1155c3a87ad4c62aa4c44b0afe6f282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243869 Apr 04 20:26:58.800970 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f3352-05cb-4980-a953-0aa5399a2a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed80d0-0ed5-4f2c-9e8d-857289747ebb,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:58.802913 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40266) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:58.853677 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] Publish callbacks [] for security_group (42ed80d0-0ed5-4f2c-9e8d-857289747ebb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.876428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] Publish callbacks [] for security_group (42ed80d0-0ed5-4f2c-9e8d-857289747ebb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.894896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c6ec2-967a-421f-a3ab-4dce78f1d6e2 None None] New status for floating IP 77cebf77-13bf-496d-9aa8-f290e39d0fc2: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:26:58.928852 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (42ed80d0-0ed5-4f2c-9e8d-857289747ebb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.931632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:58.933589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ed80d0-0ed5-4f2c-9e8d-857289747ebb HTTP/1.1" status: 204 len: 168 time: 0.1295633 Apr 04 20:26:58.941859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9632a4-2ebe-48be-bff2-d27f868ad3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed80d0-0ed5-4f2c-9e8d-857289747ebb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:59.125650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b1bcf-8d89-4083-9c1f-df8090157206 req-49159d22-42d5-470b-8fea-1d39a7363b6f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:59.127211 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e45b1bcf-8d89-4083-9c1f-df8090157206 req-49159d22-42d5-470b-8fea-1d39a7363b6f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0572364 Apr 04 20:26:59.180684 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e45b1bcf-8d89-4083-9c1f-df8090157206 req-d0a7d931-ae29-415d-b94b-0c9aebf3c59f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 Apr 04 20:26:59.231076 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40276) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:59.243990 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce99-1625-41f5-9583-8d5d7d4bfb5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.250336 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beba706-c8ff-470e-bfb5-3412773fd636 req-4f2b6f9e-f9bc-4386-a6ba-8bcb62aedb38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:59.251805 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8beba706-c8ff-470e-bfb5-3412773fd636 req-4f2b6f9e-f9bc-4386-a6ba-8bcb62aedb38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0578213 Apr 04 20:26:59.308238 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8beba706-c8ff-470e-bfb5-3412773fd636 req-268eaebc-18e2-490d-a2f7-f7aba52c4a37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499110 Apr 04 20:26:59.330706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce99-1625-41f5-9583-8d5d7d4bfb5e admin admin] Publish callbacks [] for security_group (2ed70a23-034a-4afc-9da7-9e09175e6651), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.334316 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ee75ce99-1625-41f5-9583-8d5d7d4bfb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2ed70a23-034a-4afc-9da7-9e09175e6651), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.372623 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ee75ce99-1625-41f5-9583-8d5d7d4bfb5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6be62aa5082440d1977dbcb52adc3bcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404822 Apr 04 20:26:59.373726 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ce99-1625-41f5-9583-8d5d7d4bfb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed70a23-034a-4afc-9da7-9e09175e6651,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:26:59.376179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40282) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:26:59.425620 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] Publish callbacks [] for security_group (2ed70a23-034a-4afc-9da7-9e09175e6651), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.438471 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd13d7-2090-4d12-905d-c90d7dd0eb7a req-9f6db3d0-2533-4d86-8e2d-eea7689d3061 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:26:59.439841 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6bfd13d7-2090-4d12-905d-c90d7dd0eb7a req-9f6db3d0-2533-4d86-8e2d-eea7689d3061 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Apr 04 20:26:59.446524 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] Publish callbacks [] for security_group (2ed70a23-034a-4afc-9da7-9e09175e6651), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.489961 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6bfd13d7-2090-4d12-905d-c90d7dd0eb7a req-7531c41e-773f-410d-af1d-d723b9153339 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Apr 04 20:26:59.495644 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2ed70a23-034a-4afc-9da7-9e09175e6651), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.498271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:26:59.499402 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ed70a23-034a-4afc-9da7-9e09175e6651 HTTP/1.1" status: 204 len: 168 time: 0.1219025 Apr 04 20:26:59.516665 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1bfc9-f074-4400-9fb5-53fb24b42a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed70a23-034a-4afc-9da7-9e09175e6651,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:00.302036 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992286eb-3a09-413a-ac07-6cbbce9d158d req-9a98000c-4b02-4676-ba2c-f882e630ea2a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:00.303571 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-992286eb-3a09-413a-ac07-6cbbce9d158d req-9a98000c-4b02-4676-ba2c-f882e630ea2a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0539579 Apr 04 20:27:00.364043 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-992286eb-3a09-413a-ac07-6cbbce9d158d req-71e5b248-9a6b-4157-9482-e032b7b04574 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545595 Apr 04 20:27:00.440940 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e74290-d945-40cf-83cd-c4bda0dc5752 req-0e7b3c22-2d49-4bc5-ac39-75ee61a18ffb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:00.442632 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51e74290-d945-40cf-83cd-c4bda0dc5752 req-0e7b3c22-2d49-4bc5-ac39-75ee61a18ffb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0558879 Apr 04 20:27:00.492172 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51e74290-d945-40cf-83cd-c4bda0dc5752 req-1bd0cffa-7822-4ec5-9706-d9c8dfa63cb1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435441 Apr 04 20:27:00.613441 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83586-2b7f-45f0-bcb5-3c37e3a70726 req-621273c5-1f0a-442a-a147-16e0fbdb1279 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:00.614962 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8aa83586-2b7f-45f0-bcb5-3c37e3a70726 req-621273c5-1f0a-442a-a147-16e0fbdb1279 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.0569038 Apr 04 20:27:00.662377 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8aa83586-2b7f-45f0-bcb5-3c37e3a70726 req-0d5afb2a-a047-46c3-a55e-3ce0d5541cd2 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Apr 04 20:27:01.380901 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-f97e4231-310d-47b0-82f2-620f9f34bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:01.382438 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-f97e4231-310d-47b0-82f2-620f9f34bb22 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 1130 time: 0.0561557 Apr 04 20:27:01.431109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40366) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:01.487138 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ed47-bfb4-4e37-9c0f-cf936badef2b req-595a7d94-76d7-4ccc-ac74-c6081cd3131d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:01.488642 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb49ed47-bfb4-4e37-9c0f-cf936badef2b req-595a7d94-76d7-4ccc-ac74-c6081cd3131d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0531204 Apr 04 20:27:01.549658 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-774121db-0092-48b7-91af-3cd3c7ce9b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.554738 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb49ed47-bfb4-4e37-9c0f-cf936badef2b req-416a9a3c-04c3-4cd4-8734-2feb63731e79 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596383 Apr 04 20:27:01.657516 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b11b4d-88d5-4690-852e-bbfb3deed0b4 req-aa10fda6-1ffa-465a-8bbf-3c9152692b2d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:01.659047 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5b11b4d-88d5-4690-852e-bbfb3deed0b4 req-aa10fda6-1ffa-465a-8bbf-3c9152692b2d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0780215 Apr 04 20:27:01.689564 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-774121db-0092-48b7-91af-3cd3c7ce9b40 admin admin] Publish callbacks [] for security_group (6cfd060d-45a7-4b70-ae14-d6c530aa77d5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.698661 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-774121db-0092-48b7-91af-3cd3c7ce9b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6cfd060d-45a7-4b70-ae14-d6c530aa77d5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.762812 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774121db-0092-48b7-91af-3cd3c7ce9b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd060d-45a7-4b70-ae14-d6c530aa77d5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:01.771727 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-774121db-0092-48b7-91af-3cd3c7ce9b40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dbf8ff134714c339548f280e24d745e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394217 Apr 04 20:27:01.772497 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40384) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:01.785645 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5b11b4d-88d5-4690-852e-bbfb3deed0b4 req-3affbe60-b061-4e81-9800-48e83576be93 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207967 Apr 04 20:27:01.839121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] Publish callbacks [] for security_group (6cfd060d-45a7-4b70-ae14-d6c530aa77d5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.862849 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] Publish callbacks [] for security_group (6cfd060d-45a7-4b70-ae14-d6c530aa77d5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.913004 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6cfd060d-45a7-4b70-ae14-d6c530aa77d5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.916267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:01.917890 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cfd060d-45a7-4b70-ae14-d6c530aa77d5 HTTP/1.1" status: 204 len: 168 time: 0.1436789 Apr 04 20:27:01.926373 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4bba-2ff4-4bf0-82d7-a4a337e1aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd060d-45a7-4b70-ae14-d6c530aa77d5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:01.975753 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-ef112ccd-e626-4fc3-824a-fc5ed4aa81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:01.977215 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-ef112ccd-e626-4fc3-824a-fc5ed4aa81ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.3964632 Apr 04 20:27:01.988358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-039c78b3-b821-4a28-b18a-704d58b0e19b tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:01.989736 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-039c78b3-b821-4a28-b18a-704d58b0e19b tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.3372934 Apr 04 20:27:02.108785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef66e7a-b166-403c-bfb1-2e78f6595ea8 req-64fb2796-8662-41b9-acda-ba79ed7e1dbb tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:02.110216 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ef66e7a-b166-403c-bfb1-2e78f6595ea8 req-64fb2796-8662-41b9-acda-ba79ed7e1dbb tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 945 time: 0.2075212 Apr 04 20:27:02.206899 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-9f583594-eb4f-4f78-b7a0-02dfdc84811c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10b93284-d875-4df9-9d72-9a56a462ddb3 HTTP/1.1" status: 200 len: 1001 time: 0.2154272 Apr 04 20:27:02.207301 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40390) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:02.220084 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e15f6867-ac8d-46f4-8f23-ba5b6821ecf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.291248 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ef66e7a-b166-403c-bfb1-2e78f6595ea8 req-c36eede4-e43e-4bf8-9aba-d31e3c3c9d55 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621103 Apr 04 20:27:02.296684 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-eb1b0fdd-fe79-4ba7-8a9a-8913b07480c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:02.298139 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-eb1b0fdd-fe79-4ba7-8a9a-8913b07480c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0853271 Apr 04 20:27:02.299194 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e15f6867-ac8d-46f4-8f23-ba5b6821ecf3 admin admin] Publish callbacks [] for security_group (f5cac2eb-b77a-4f59-beb6-5fae5552cd09), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.303892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e15f6867-ac8d-46f4-8f23-ba5b6821ecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (f5cac2eb-b77a-4f59-beb6-5fae5552cd09), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.345115 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e15f6867-ac8d-46f4-8f23-ba5b6821ecf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffd12848fa1642cc8f6f87089e54258b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366744 Apr 04 20:27:02.346372 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f6867-ac8d-46f4-8f23-ba5b6821ecf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cac2eb-b77a-4f59-beb6-5fae5552cd09,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:02.348848 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40392) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:02.351290 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Deleting port c1cfefb2-5d21-49c6-b899-6f114eb74e6b {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:27:02.351640 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.399550 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] Publish callbacks [] for security_group (f5cac2eb-b77a-4f59-beb6-5fae5552cd09), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.413902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-52577878-2278-4d53-8b36-865bf932ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:02.415432 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-52577878-2278-4d53-8b36-865bf932ec07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1102853 Apr 04 20:27:02.421429 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] Publish callbacks [] for security_group (f5cac2eb-b77a-4f59-beb6-5fae5552cd09), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.468206 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (f5cac2eb-b77a-4f59-beb6-5fae5552cd09), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.470943 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.472089 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5cac2eb-b77a-4f59-beb6-5fae5552cd09 HTTP/1.1" status: 204 len: 168 time: 0.1223967 Apr 04 20:27:02.482235 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd832-e002-472b-864a-9ca234f4e2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cac2eb-b77a-4f59-beb6-5fae5552cd09,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:02.502904 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] For port c1cfefb2-5d21-49c6-b899-6f114eb74e6b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,segment=NetworkSegment(7f12e5dc-5f02-497e-9bea-b6645d4d5538),segment_id=7f12e5dc-5f02-497e-9bea-b6645d4d5538)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:02.503488 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.522993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Calling delete_port for c1cfefb2-5d21-49c6-b899-6f114eb74e6b owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:27:02.605758 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-fb495814-6327-404c-a82d-5d3d10061791 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832507 Apr 04 20:27:02.684483 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654da07-a81a-4e75-bf81-ed86d8701100 req-19a07f4e-7ded-42a9-a2de-0f5accf9edab tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:02.685988 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0654da07-a81a-4e75-bf81-ed86d8701100 req-19a07f4e-7ded-42a9-a2de-0f5accf9edab tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 944 time: 0.0586321 Apr 04 20:27:02.744325 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0654da07-a81a-4e75-bf81-ed86d8701100 req-a2a80190-c03d-4170-b97a-5bc9c253f6e5 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502617 Apr 04 20:27:02.744766 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c74ef2a-b665-437b-9176-dc4ea94b420e req-c22c759c-7468-4bf8-a509-d1ad24fdf357 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331539 Apr 04 20:27:02.776659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (c1cfefb2-5d21-49c6-b899-6f114eb74e6b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.794305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['c1cfefb2-5d21-49c6-b899-6f114eb74e6b'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:02.806989 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Pushing event deleted for resources: {'Port': ['ID=c1cfefb2-5d21-49c6-b899-6f114eb74e6b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:02.881452 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] No DVR routers for this DVR port c1cfefb2-5d21-49c6-b899-6f114eb74e6b on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:27:02.891604 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:02.894830 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3de5b3ca-fd78-47f7-bddf-8606c1915db1 req-299405c9-472e-4ade-9748-a9980f4bf923 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.23 "DELETE /v2.0/ports/c1cfefb2-5d21-49c6-b899-6f114eb74e6b HTTP/1.1" status: 204 len: 173 time: 0.8970907 Apr 04 20:27:02.896489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'name': 'network-vif-deleted', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:02.898770 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a7a4b-c20d-45f2-9642-42b49198a46f" -d '{"events": [{"server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "name": "network-vif-deleted", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:02.899377 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:27:02.952403 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00332ee-b54f-48a1-8995-3d742f6378b1 req-a96aaf13-d558-4072-b3a7-b3fe338aedd1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:02.961155 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c00332ee-b54f-48a1-8995-3d742f6378b1 req-a96aaf13-d558-4072-b3a7-b3fe338aedd1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0805771 Apr 04 20:27:03.024401 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c00332ee-b54f-48a1-8995-3d742f6378b1 req-7b6359f0-faa3-4575-9f82-889db9cee6b2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621030 Apr 04 20:27:03.029016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:03.030685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b694d7-6628-44ea-aa9d-3bf6d652ecbf x-openstack-request-id: req-e0b694d7-6628-44ea-aa9d-3bf6d652ecbf {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:03.032973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff60732-1aff-46dd-89ee-cbbfb41dad77", "name": "network-vif-deleted", "tag": "c1cfefb2-5d21-49c6-b899-6f114eb74e6b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:03.033170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0b694d7-6628-44ea-aa9d-3bf6d652ecbf {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:03.033587 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b694d7-6628-44ea-aa9d-3bf6d652ecbf'] response: {'server_uuid': '6ff60732-1aff-46dd-89ee-cbbfb41dad77', 'name': 'network-vif-deleted', 'tag': 'c1cfefb2-5d21-49c6-b899-6f114eb74e6b', 'status': 'completed', 'code': 200} Apr 04 20:27:03.051549 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'port_id': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'mac_address': 'fa:16:3e:bc:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:27:03.108657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:03.109043 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.123363 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:27:03.147248 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:03.152251 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.188807 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40422) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:03.205372 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:03.423659 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8579e548-5e8e-40fe-af86-e5e1a71e7d06 req-d8c883de-3ce4-44f7-85a4-87386c178d18 tempest-DeleteServersTestJSON-1473905932 tempest-DeleteServersTestJSON-1473905932-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ff60732-1aff-46dd-89ee-cbbfb41dad77 HTTP/1.1" status: 200 len: 210 time: 0.0400431 Apr 04 20:27:03.454675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86498ae8-a033-40a5-a2a5-4f549e11bece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.530690 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86498ae8-a033-40a5-a2a5-4f549e11bece admin admin] Publish callbacks [] for security_group (6441f7e3-28a7-4133-9c2c-6d3a397f399c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.534498 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86498ae8-a033-40a5-a2a5-4f549e11bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6441f7e3-28a7-4133-9c2c-6d3a397f399c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.565268 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:03.571725 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86498ae8-a033-40a5-a2a5-4f549e11bece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441f7e3-28a7-4133-9c2c-6d3a397f399c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:03.577663 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-86498ae8-a033-40a5-a2a5-4f549e11bece admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2cf2ac267c44ebc8f7a20c28b077c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876429 Apr 04 20:27:03.580258 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40436) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:03.635888 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] Publish callbacks [] for security_group (6441f7e3-28a7-4133-9c2c-6d3a397f399c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.665031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] Publish callbacks [] for security_group (6441f7e3-28a7-4133-9c2c-6d3a397f399c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.729327 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6441f7e3-28a7-4133-9c2c-6d3a397f399c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.732995 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:03.737288 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6441f7e3-28a7-4133-9c2c-6d3a397f399c HTTP/1.1" status: 204 len: 168 time: 0.1528118 Apr 04 20:27:03.742385 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3cc6a-9b83-4cd9-a321-6d16392f58ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441f7e3-28a7-4133-9c2c-6d3a397f399c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:03.918180 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43c01b-c0b4-4d03-8663-fdd11c0a5b02 req-dd2ba491-b282-4955-9eb0-b3b0fc64002f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:03.922037 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2b43c01b-c0b4-4d03-8663-fdd11c0a5b02 req-dd2ba491-b282-4955-9eb0-b3b0fc64002f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 945 time: 0.0984025 Apr 04 20:27:03.988542 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2b43c01b-c0b4-4d03-8663-fdd11c0a5b02 req-0a7f5d0d-a8a3-4b70-a6db-4f39bc28d669 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597744 Apr 04 20:27:04.175451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd75a6-8745-4326-aa6b-aa72e0e6153a req-d22df4f6-4a6c-4ac8-bbdc-d0725676cb33 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:04.178539 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6bfd75a6-8745-4326-aa6b-aa72e0e6153a req-d22df4f6-4a6c-4ac8-bbdc-d0725676cb33 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0775585 Apr 04 20:27:04.233556 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6bfd75a6-8745-4326-aa6b-aa72e0e6153a req-ec506eec-45b2-4883-bbda-eeb30c8c8dca tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Apr 04 20:27:04.915908 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:04.993647 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:27:05.002850 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:05.003268 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:05.125507 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:05.125877 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:05.154016 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6048130-17dd-4eaf-a6ae-fb09da2521fb req-46884c41-46fd-4015-a38a-099fd08ba7bc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:05.155597 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6048130-17dd-4eaf-a6ae-fb09da2521fb req-46884c41-46fd-4015-a38a-099fd08ba7bc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 945 time: 0.0792210 Apr 04 20:27:05.158638 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:05.161219 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624748d-dfe5-4bee-a6bd-471e272660bb" -d '{"events": [{"server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "name": "network-vif-plugged", "status": "completed", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:05.182954 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:05.190684 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:05.192332 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device c1cfefb2-5d21-49c6-b899-6f114eb74e6b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:27:05.208211 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c58a88-90b1-41e3-aa35-c0b8e4953b2d x-openstack-request-id: req-a9c58a88-90b1-41e3-aa35-c0b8e4953b2d {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:05.208610 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "name": "network-vif-plugged", "status": "completed", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:05.208979 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9c58a88-90b1-41e3-aa35-c0b8e4953b2d {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:05.209930 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c58a88-90b1-41e3-aa35-c0b8e4953b2d'] response: {'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'code': 200} Apr 04 20:27:05.232098 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6048130-17dd-4eaf-a6ae-fb09da2521fb req-fa6d5d57-52db-45a4-a088-d48980a2f353 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704143 Apr 04 20:27:05.245619 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: c1cfefb2-5d21-49c6-b899-6f114eb74e6b {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:27:05.249943 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device c1cfefb2-5d21-49c6-b899-6f114eb74e6b not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:27:05.278044 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:05.374996 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20775c6-6d82-49c2-bfd3-f22f453fd5e5 req-2eaea616-dfe2-4ae3-91d8-398fec13e4fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:05.376582 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c20775c6-6d82-49c2-bfd3-f22f453fd5e5 req-2eaea616-dfe2-4ae3-91d8-398fec13e4fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0583537 Apr 04 20:27:05.413054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6afe98-57a3-4f20-b855-91e341b7ea4a req-e465abaf-522e-439f-800d-cd6dd6010da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:05.414706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6b6afe98-57a3-4f20-b855-91e341b7ea4a req-e465abaf-522e-439f-800d-cd6dd6010da2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1130 time: 0.0518339 Apr 04 20:27:05.428841 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c20775c6-6d82-49c2-bfd3-f22f453fd5e5 req-a2059738-2f32-46ba-bc84-f1704b667716 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Apr 04 20:27:05.469850 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6b6afe98-57a3-4f20-b855-91e341b7ea4a req-dede9694-376e-4fbf-8275-1cf14a0f3006 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Apr 04 20:27:05.918597 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40604) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:05.962358 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Deleting subnet 92ae476a-70ee-4024-9a7e-e46e58feba87 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:27:05.965676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40606) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:05.966157 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Publish callbacks [] for subnet (92ae476a-70ee-4024-9a7e-e46e58feba87), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.004966 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (92ae476a-70ee-4024-9a7e-e46e58feba87), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.046839 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (92ae476a-70ee-4024-9a7e-e46e58feba87), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.075050 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e45d2e63-95da-49cf-8510-985b7147bf50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.112407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (92ae476a-70ee-4024-9a7e-e46e58feba87), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.147062 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ae476a-70ee-4024-9a7e-e46e58feba87,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:06.150869 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.154288 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/92ae476a-70ee-4024-9a7e-e46e58feba87 HTTP/1.1" status: 204 len: 168 time: 0.2346420 Apr 04 20:27:06.156882 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40614) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:06.160161 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.160506 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.160848 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.161205 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.161535 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.161859 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.162204 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.162684 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.163012 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.163329 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.163810 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.164136 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.164455 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.164771 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.165164 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e102d292-074d-498d-bf35-b7c898ad39af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:06.187331 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e45d2e63-95da-49cf-8510-985b7147bf50 admin admin] Publish callbacks [] for security_group (af254d37-2356-4dc0-839c-8aafe775bf93), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.194732 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e45d2e63-95da-49cf-8510-985b7147bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (af254d37-2356-4dc0-839c-8aafe775bf93), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.298875 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-68f1a3a9-3073-4daf-ac6d-82062c5f3bc8 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632141 Apr 04 20:27:06.300469 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d2e63-95da-49cf-8510-985b7147bf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af254d37-2356-4dc0-839c-8aafe775bf93,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:06.304982 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (51ce7726-cb21-44dd-a9b3-619d0d80a272), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.315155 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40628) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:06.315283 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e45d2e63-95da-49cf-8510-985b7147bf50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d44973bfef34817ba5496a59142907a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483222 Apr 04 20:27:06.392929 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c688b9-4432-4ae8-b455-e26a2a381f36 req-75b23c35-27dd-402f-b6d4-7e9528318852 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:06.394439 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28c688b9-4432-4ae8-b455-e26a2a381f36 req-75b23c35-27dd-402f-b6d4-7e9528318852 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0916069 Apr 04 20:27:06.419193 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] Publish callbacks [] for security_group (af254d37-2356-4dc0-839c-8aafe775bf93), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.453116 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] Publish callbacks [] for security_group (af254d37-2356-4dc0-839c-8aafe775bf93), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.473016 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28c688b9-4432-4ae8-b455-e26a2a381f36 req-2e1d2162-82a7-40a4-8ab7-fa3fca3b86b5 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Apr 04 20:27:06.520383 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (af254d37-2356-4dc0-839c-8aafe775bf93), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.523194 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.524715 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af254d37-2356-4dc0-839c-8aafe775bf93 HTTP/1.1" status: 204 len: 168 time: 0.2083445 Apr 04 20:27:06.547710 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d925d-3e4c-42af-8be6-8a965a25ca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af254d37-2356-4dc0-839c-8aafe775bf93,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:06.601780 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604edc-3fb1-4d59-8227-2ba9b30d2677 req-41d4b290-de1d-4712-ab5c-e689370a6f31 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:06.604751 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42604edc-3fb1-4d59-8227-2ba9b30d2677 req-41d4b290-de1d-4712-ab5c-e689370a6f31 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0678666 Apr 04 20:27:06.669360 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42604edc-3fb1-4d59-8227-2ba9b30d2677 req-ceb41479-a314-473f-9fe9-9b69965be165 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562792 Apr 04 20:27:06.760496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (51ce7726-cb21-44dd-a9b3-619d0d80a272), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.777152 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-433fb59c-c982-4da4-9760-a8b9b2d84c47 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:06.778721 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-433fb59c-c982-4da4-9760-a8b9b2d84c47 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4715714 Apr 04 20:27:06.798330 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.798703 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.799441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.799781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.800108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.800435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.800758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.801099 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.801416 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.801740 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.812485 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40636) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:06.826189 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4863ed2a-fb54-45a5-b258-1d30c92146ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.877908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.878292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.878633 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.878970 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 20:27:06.879320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ce7726-cb21-44dd-a9b3-619d0d80a272']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:06.898012 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-afc7d027-9bf6-403f-86d6-9e014cd91323 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/quotas/c651c80d0eff4cd3a25dab23ae2a2588 HTTP/1.1" status: 200 len: 375 time: 0.1101353 Apr 04 20:27:06.900194 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f12e5dc-5f02-497e-9bea-b6645d4d5538') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:06.901700 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f12e5dc-5f02-497e-9bea-b6645d4d5538') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:06.905541 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4863ed2a-fb54-45a5-b258-1d30c92146ef admin admin] Publish callbacks [] for security_group (6ee2a43d-cbbb-4450-97ef-af75e48f4acd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.913791 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4863ed2a-fb54-45a5-b258-1d30c92146ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6ee2a43d-cbbb-4450-97ef-af75e48f4acd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.928554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (7f12e5dc-5f02-497e-9bea-b6645d4d5538), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.958625 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4863ed2a-fb54-45a5-b258-1d30c92146ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d69847e11b3c4f3f9075276b18538133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450410 Apr 04 20:27:06.960465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-caea988a-cf81-4e07-9f34-32bf772618e2 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461380 Apr 04 20:27:06.962292 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40638) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:06.969340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (7f12e5dc-5f02-497e-9bea-b6645d4d5538), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.977715 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863ed2a-fb54-45a5-b258-1d30c92146ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2a43d-cbbb-4450-97ef-af75e48f4acd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:06.978601 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:27:06.978984 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (7f12e5dc-5f02-497e-9bea-b6645d4d5538), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: from cryptography.utils import int_from_bytes Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: from cryptography.utils import int_from_bytes Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:27:06.983023 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:27:07.022022 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] Publish callbacks [] for security_group (6ee2a43d-cbbb-4450-97ef-af75e48f4acd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.046246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (51ce7726-cb21-44dd-a9b3-619d0d80a272), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.046479 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] Publish callbacks [] for security_group (6ee2a43d-cbbb-4450-97ef-af75e48f4acd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.056373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.063849 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] 10.222.0.25 "DELETE /v2.0/networks/51ce7726-cb21-44dd-a9b3-619d0d80a272 HTTP/1.1" status: 204 len: 168 time: 0.9035830 Apr 04 20:27:07.074907 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b27e1e-775e-4be9-8ec1-7ec8f486be64 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ce7726-cb21-44dd-a9b3-619d0d80a272,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:07.122222 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6ee2a43d-cbbb-4450-97ef-af75e48f4acd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.124793 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.131429 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ee2a43d-cbbb-4450-97ef-af75e48f4acd HTTP/1.1" status: 204 len: 168 time: 0.1673017 Apr 04 20:27:07.155531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14227a-5526-4a2a-862b-a88d3b38f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2a43d-cbbb-4450-97ef-af75e48f4acd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:07.197795 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ee2a17b-2cd3-4d4f-8469-f016cde2645e req-371caa52-b295-4698-b572-d559e0623da1 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 210 time: 0.0643222 Apr 04 20:27:07.316230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40652) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:07.332374 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:27:07.368431 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f2e7c666-13e4-4ce2-8c9b-3d10ffe5bb2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0f05c4c0a154622916d93ef4f9b29c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487905 Apr 04 20:27:07.371498 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40656) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:07.425628 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] Publish callbacks [] for security_group (d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.455098 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] Publish callbacks [] for security_group (d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.531893 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.535058 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:07.536168 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1 HTTP/1.1" status: 204 len: 168 time: 0.1636813 Apr 04 20:27:07.545379 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128faea-1d5e-47c7-b700-70bb0bd3c19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5067f-1dc0-4b1a-a5ac-f6467e7278b1,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:07.628178 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51ebeb-8823-47ad-8042-9d172d835754 req-2e033d4f-c01c-4e34-9251-45e6ccd0e9ed tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:07.629853 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce51ebeb-8823-47ad-8042-9d172d835754 req-2e033d4f-c01c-4e34-9251-45e6ccd0e9ed tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0747056 Apr 04 20:27:07.688569 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce51ebeb-8823-47ad-8042-9d172d835754 req-8645af06-6f54-41db-a8ea-08dacdfde800 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510061 Apr 04 20:27:07.848640 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36930910-ef09-4780-a788-b380a8b93044 req-e8b60053-fcaa-4a14-9a84-15751e52e422 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:07.856040 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36930910-ef09-4780-a788-b380a8b93044 req-e8b60053-fcaa-4a14-9a84-15751e52e422 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1104956 Apr 04 20:27:07.858499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5decee9-42d9-4374-a294-cf66a7127ec5 req-caafe148-24fb-4775-8676-d68bb98db6e2 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:07.866706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5decee9-42d9-4374-a294-cf66a7127ec5 req-caafe148-24fb-4775-8676-d68bb98db6e2 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0787938 Apr 04 20:27:07.922638 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5decee9-42d9-4374-a294-cf66a7127ec5 req-9f46c4b2-4132-494e-aba4-17fff4ed74ee tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549960 Apr 04 20:27:07.924927 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36930910-ef09-4780-a788-b380a8b93044 req-e09ab3fa-c286-4ed4-82c6-ba7321b3c8a8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Apr 04 20:27:08.115710 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40696) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:08.266623 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1499984101-network', 'tenant_id': '4a8a4e2ad7af460bbdb43a513061786b'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:08.295774 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-0e2fdc64-1b8d-47e1-a4e4-2ec1cc1289ce tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447712 Apr 04 20:27:08.310997 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a0aaa300-b7f8-42bc-8731-173b0decd560 req-08f9cd59-1770-4398-8ce7-c01abb642205 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 210 time: 0.0282826 Apr 04 20:27:08.351220 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Made reservation on behalf of 4a8a4e2ad7af460bbdb43a513061786b for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:08.358145 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.372510 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.381120 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0378bdb-0f41-4691-92c1-71da371241b7 req-4fa01f48-082b-4304-a2ea-f0c9bdf3036f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:08.382661 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0378bdb-0f41-4691-92c1-71da371241b7 req-4fa01f48-082b-4304-a2ea-f0c9bdf3036f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.1644151 Apr 04 20:27:08.449649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40716) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:08.508781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-066675ce-8fb7-456c-9a80-ff0df2bb9cc3 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:08.510177 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-066675ce-8fb7-456c-9a80-ff0df2bb9cc3 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080777 Apr 04 20:27:08.527453 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0378bdb-0f41-4691-92c1-71da371241b7 req-970ea216-f5b4-4d67-9c2e-7417e8290e7e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146154 Apr 04 20:27:08.537484 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Request body: {'port': {'device_id': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27', 'admin_state_up': True, 'tenant_id': 'c651c80d0eff4cd3a25dab23ae2a2588'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:08.554389 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-network', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:08.579256 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Made reservation on behalf of 55d6192338034867b98bbbb17fde6c6d for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:08.582643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.592341 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.624928 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks [] for security_group (55b95973-68cb-4bc5-8c04-04e69067e1c4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.629892 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (55b95973-68cb-4bc5-8c04-04e69067e1c4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.660767 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:27:08.684260 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks [] for security_group (e5ffc585-61c4-4d32-90fa-405d340b21c8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.685855 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b95973-68cb-4bc5-8c04-04e69067e1c4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:08.689976 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5ffc585-61c4-4d32-90fa-405d340b21c8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.691218 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (0b1a25e5-640d-46e5-bbad-bee089c15fac), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.691563 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Added segment 0b1a25e5-640d-46e5-bbad-bee089c15fac of type vlan for network ec9d738c-dfe4-4701-b4c7-e1758abbce32 Apr 04 20:27:08.708699 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.708699 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.709027 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.709116 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.709449 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.709772 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.710121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.710459 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.710793 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.711100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.711429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.711754 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.712077 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.712393 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.712913 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:08.716019 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:27:08.735051 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ffc585-61c4-4d32-90fa-405d340b21c8,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:08.741684 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.742265 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Added segment bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88 of type vlan for network be74c0b8-1e2e-431c-a91a-765261911abd Apr 04 20:27:08.755202 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Made reservation on behalf of c651c80d0eff4cd3a25dab23ae2a2588 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:08.758588 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.762423 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (ec9d738c-dfe4-4701-b4c7-e1758abbce32), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.773568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.792486 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (be74c0b8-1e2e-431c-a91a-765261911abd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.813947 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (ec9d738c-dfe4-4701-b4c7-e1758abbce32), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.814932 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:08.815517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.830653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (be74c0b8-1e2e-431c-a91a-765261911abd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.831637 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:08.832225 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.870480 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4195664 Apr 04 20:27:08.871091 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40726) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:08.889383 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7725728 Apr 04 20:27:08.900254 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40728) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:08.902891 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Request body: {'subnet': {'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-subnet', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:08.904696 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Request body: {'subnet': {'network_id': 'ec9d738c-dfe4-4701-b4c7-e1758abbce32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1499984101-subnet', 'tenant_id': '4a8a4e2ad7af460bbdb43a513061786b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:08.911136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef69b12-ef67-4d30-913a-2dec0a50c2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9d738c-dfe4-4701-b4c7-e1758abbce32,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:08.920017 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f540f-3d1d-4c46-af58-e8ac2f957cbd admin admin] Pushing event updated for resources: {'Network': ['ID=be74c0b8-1e2e-431c-a91a-765261911abd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:08.927328 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network ec9d738c-dfe4-4701-b4c7-e1758abbce32 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:27:08.946635 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Made reservation on behalf of 55d6192338034867b98bbbb17fde6c6d for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:08.949966 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8311089'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.952614 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Made reservation on behalf of 4a8a4e2ad7af460bbdb43a513061786b for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:08.955132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.961620 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks [] for security_group (ac62641e-e606-46a8-84ef-d52adaa9be86), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:08.979796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ac62641e-e606-46a8-84ef-d52adaa9be86), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.015089 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network be74c0b8-1e2e-431c-a91a-765261911abd details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:27:09.092412 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62641e-e606-46a8-84ef-d52adaa9be86,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:09.127289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7935c-fc74-452c-ba2c-d3bd2ee86ffb req-87751d32-ebaa-48b5-a4aa-b572f2e3b2fb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:09.128799 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2ae7935c-fc74-452c-ba2c-d3bd2ee86ffb req-87751d32-ebaa-48b5-a4aa-b572f2e3b2fb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0928319 Apr 04 20:27:09.208260 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Allocated IP 192.168.233.69 (bb9a477b-387d-4a7f-94cf-48e06882da27/1bca6f82-b82c-4ef5-b649-b95b7133a2db/716695cc-8f77-461e-894f-9345284e4d82) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:09.234037 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2ae7935c-fc74-452c-ba2c-d3bd2ee86ffb req-e42e7cd1-058d-4f83-bfb4-647696d66c91 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966756 Apr 04 20:27:09.260035 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8311087'] for subnet (523fc40b-e99c-4c5a-8843-47263959addc), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.300948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (b79a54bc-5ab2-4720-b4de-11a837986cb1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.310339 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523fc40b-e99c-4c5a-8843-47263959addc,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:09.329592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Checking segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:09.329952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Network hostable DHCP agents. Network: be74c0b8-1e2e-431c-a91a-765261911abd, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:27:09.347693 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Network be74c0b8-1e2e-431c-a91a-765261911abd is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:27:09.362091 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, be74c0b8-1e2e-431c-a91a-765261911abd) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:09.368683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:09.369299 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.374930 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb3bf1-ffd8-4125-b45c-53fc1ab17589 None None] Network be74c0b8-1e2e-431c-a91a-765261911abd requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:09.393447 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5b73ddd2-a878-411b-b918-cc2e3b4e03a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5195203 Apr 04 20:27:09.396300 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40738) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:09.403547 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:09.429761 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (26d7de5b-6b5e-40b5-9616-48801557504c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.430007 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79a54bc-5ab2-4720-b4de-11a837986cb1,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:09.431048 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (26d7de5b-6b5e-40b5-9616-48801557504c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.458873 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-471fd49b-6a61-49ae-b8ae-441f3a588cc0 req-7a64365b-7ec2-408c-8f27-d194b2725ebc tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 210 time: 0.0538065 Apr 04 20:27:09.477859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Checking segment: {'id': '0b1a25e5-640d-46e5-bbad-bee089c15fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ec9d738c-dfe4-4701-b4c7-e1758abbce32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:09.478155 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Network hostable DHCP agents. Network: ec9d738c-dfe4-4701-b4c7-e1758abbce32, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:27:09.493894 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for router_controller (26d7de5b-6b5e-40b5-9616-48801557504c), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.505542 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks [] for port (716695cc-8f77-461e-894f-9345284e4d82), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.513605 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Network ec9d738c-dfe4-4701-b4c7-e1758abbce32 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:27:09.528804 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, ec9d738c-dfe4-4701-b4c7-e1758abbce32) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:09.532194 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-be74c0b8-1e2e-431c-a91a-765261911abd', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:27:09.533080 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.542519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:09.543247 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.547709 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a263f-2b4f-4c50-a402-52f2803a6bfc None None] Network ec9d738c-dfe4-4701-b4c7-e1758abbce32 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:09.574457 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-957e9ce7-15aa-4665-ae50-31a32cc785a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6737134 Apr 04 20:27:09.576348 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.630562 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Network bb9a477b-387d-4a7f-94cf-48e06882da27 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:09.636292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:09.641129 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:09.646908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Pushing event updated for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:09.702223 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for router_gateway (26d7de5b-6b5e-40b5-9616-48801557504c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.709341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:09.711249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:09.757001 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-bfb7c0ec-2301-482d-8a0d-16fafb27c989 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2256918 Apr 04 20:27:09.769411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc6815-6e5c-49d7-976b-dc792df050ca None None] Network ec9d738c-dfe4-4701-b4c7-e1758abbce32 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:09.778704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Request body: {'port': {'device_id': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:09.841092 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Allocated IP 172.20.0.2 (be74c0b8-1e2e-431c-a91a-765261911abd/523fc40b-e99c-4c5a-8843-47263959addc/4fbdfcdc-4613-439a-a070-8db88e55204c) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:09.879276 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (716695cc-8f77-461e-894f-9345284e4d82), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.040427 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c20538df-689c-4193-959e-a1bb0aa406ec None None] Provisioning complete for port 716695cc-8f77-461e-894f-9345284e4d82 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:10.041063 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c20538df-689c-4193-959e-a1bb0aa406ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (716695cc-8f77-461e-894f-9345284e4d82), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.088352 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for router_gateway (26d7de5b-6b5e-40b5-9616-48801557504c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.133956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.247847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716695cc-8f77-461e-894f-9345284e4d82 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:27:10.263998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks [] for port (716695cc-8f77-461e-894f-9345284e4d82), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.283744 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c20538df-689c-4193-959e-a1bb0aa406ec None None] Port 716695cc-8f77-461e-894f-9345284e4d82 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:27:10.309204 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Transition to ACTIVE for port object 716695cc-8f77-461e-894f-9345284e4d82 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:27:10.312539 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Allocated IP 172.27.3.48 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/b9c87355-3199-4b66-9e11-85bc14adb30f) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:10.319345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.325292 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks [] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.333107 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.380166 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Network be74c0b8-1e2e-431c-a91a-765261911abd is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:10.385486 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:10.388102 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:10.408617 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40768) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:10.413723 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040042233-network', 'tenant_id': '994de9d7e6d14067a87ad9fa05ea66f0'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:10.417239 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Pushing event updated for resources: {'Port': ['ID=4fbdfcdc-4613-439a-a070-8db88e55204c,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.425461 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.473471 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Made reservation on behalf of 994de9d7e6d14067a87ad9fa05ea66f0 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:10.476262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.497398 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.514101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Attempting to bind port 4fbdfcdc-4613-439a-a070-8db88e55204c on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:27:10.515387 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Attempting to bind port 4fbdfcdc-4613-439a-a070-8db88e55204c by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:27:10.516161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Attempting to bind port 4fbdfcdc-4613-439a-a070-8db88e55204c on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:10.520050 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36f3bc-8407-4d75-bfcf-dc4b1712302b req-5e351198-4563-4dfa-a79f-95f06b1a4c3c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:10.521535 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5b36f3bc-8407-4d75-bfcf-dc4b1712302b req-5e351198-4563-4dfa-a79f-95f06b1a4c3c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1276858 Apr 04 20:27:10.525031 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:27:10.525707 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Checking segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:10.526461 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.527011 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Bound using segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:27:10.528311 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Bound port: 4fbdfcdc-4613-439a-a070-8db88e55204c, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:27:10.528888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.537007 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.612476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Attempting to bind port 716695cc-8f77-461e-894f-9345284e4d82 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:27:10.613053 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Attempting to bind port 716695cc-8f77-461e-894f-9345284e4d82 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:27:10.613419 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Attempting to bind port 716695cc-8f77-461e-894f-9345284e4d82 on network bb9a477b-387d-4a7f-94cf-48e06882da27 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:10.623715 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Port 716695cc-8f77-461e-894f-9345284e4d82 on network bb9a477b-387d-4a7f-94cf-48e06882da27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:27:10.624114 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Attempting to bind port 716695cc-8f77-461e-894f-9345284e4d82 on network bb9a477b-387d-4a7f-94cf-48e06882da27 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:10.645687 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5b36f3bc-8407-4d75-bfcf-dc4b1712302b req-e6e99db1-d260-444d-95fb-1a16e1094bd2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970986 Apr 04 20:27:10.646387 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] For port 4fbdfcdc-4613-439a-a070-8db88e55204c, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:27:10.650056 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:27:10.651136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Checking segment: {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:10.652491 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] For port 4fbdfcdc-4613-439a-a070-8db88e55204c, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4fbdfcdc-4613-439a-a070-8db88e55204c,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:27:10.658365 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Bound using segment: {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:27:10.660124 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Bound port: 716695cc-8f77-461e-894f-9345284e4d82, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc3bb47-84b4-453b-9410-9380ee885388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:27:10.660736 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (716695cc-8f77-461e-894f-9345284e4d82), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.663226 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.713619 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.768421 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks [] for security_group (5a01fe63-9fd0-44f8-84e3-03e8bca396a5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.778121 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bf613-cee1-4a2b-8909-f2cee9b84490 None None] Pushing event updated for resources: {'Port': ['ID=4fbdfcdc-4613-439a-a070-8db88e55204c,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.783061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:27:10.790735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=716695cc-8f77-461e-894f-9345284e4d82,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:27:10.801511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.814038 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5a01fe63-9fd0-44f8-84e3-03e8bca396a5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.820315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:10.841259 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:10.843733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:10.868645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:10.869782 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.871215 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] 10.222.0.23 "PUT /v2.0/ports/716695cc-8f77-461e-894f-9345284e4d82 HTTP/1.1" status: 200 len: 1097 time: 1.1007793 Apr 04 20:27:10.871671 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'tag': '716695cc-8f77-461e-894f-9345284e4d82'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:10.889834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed00833c-684e-4583-966d-fd4f53568dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "tag": "716695cc-8f77-461e-894f-9345284e4d82"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:10.920958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.931606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587e868-b82b-4fe3-8794-2e9ffca3ed3d service neutron] Pushing event updated for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.942999 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:27:10.980423 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c87355-3199-4b66-9e11-85bc14adb30f,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.982228 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad73fbfd-e17e-4e7d-b009-fb557822c8ac x-openstack-request-id: req-ad73fbfd-e17e-4e7d-b009-fb557822c8ac {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:10.987204 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a01fe63-9fd0-44f8-84e3-03e8bca396a5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:10.989763 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "tag": "716695cc-8f77-461e-894f-9345284e4d82", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:10.990054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad73fbfd-e17e-4e7d-b009-fb557822c8ac {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:10.990596 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b294e536-243d-445b-b1ec-6bebbfddb01c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:10.990723 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad73fbfd-e17e-4e7d-b009-fb557822c8ac'] response: {'name': 'network-changed', 'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'tag': '716695cc-8f77-461e-894f-9345284e4d82', 'status': 'completed', 'code': 200} Apr 04 20:27:10.990940 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Added segment b294e536-243d-445b-b1ec-6bebbfddb01c of type vlan for network 029888d0-e484-445f-83ff-0006389cf079 Apr 04 20:27:11.012471 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-3ba7e8d8-1063-47f2-9075-1ab5888abe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.014499 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-3ba7e8d8-1063-47f2-9075-1ab5888abe1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 1131 time: 0.0640509 Apr 04 20:27:11.079331 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-d4c679a8-9c3a-4551-9a81-84df3ea39c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=716695cc-8f77-461e-894f-9345284e4d82 HTTP/1.1" status: 200 len: 217 time: 0.0548725 Apr 04 20:27:11.162606 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c95b54-3ba2-4de5-a9aa-b3ecb1699a09 req-45283a07-1e03-4b4d-8a7f-81d6360d9165 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.164123 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22c95b54-3ba2-4de5-a9aa-b3ecb1699a09 req-45283a07-1e03-4b4d-8a7f-81d6360d9165 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 947 time: 0.3890095 Apr 04 20:27:11.171232 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (029888d0-e484-445f-83ff-0006389cf079), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.172547 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-96ea5d26-eec4-4dd3-9d24-5c7ab91aa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.175061 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-96ea5d26-eec4-4dd3-9d24-5c7ab91aa933 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bca6f82-b82c-4ef5-b649-b95b7133a2db HTTP/1.1" status: 200 len: 843 time: 0.0639248 Apr 04 20:27:11.233802 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99437-803d-4ba2-bbbc-b539b849233e req-cd28567f-0672-477d-9781-91dff13779d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.235346 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-cd28567f-0672-477d-9781-91dff13779d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb9a477b-387d-4a7f-94cf-48e06882da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0538869 Apr 04 20:27:11.270091 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (029888d0-e484-445f-83ff-0006389cf079), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.271384 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.272347 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.368783 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-d90f5bfc-5d1e-47b2-addc-77045b8873fe service neutron] 10.222.0.23 "GET /v2.0/networks/bb9a477b-387d-4a7f-94cf-48e06882da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027758 Apr 04 20:27:11.387680 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22c95b54-3ba2-4de5-a9aa-b3ecb1699a09 req-94bcd304-f51d-42fd-b4d9-72dfd7526bd8 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116907 Apr 04 20:27:11.394189 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9843035 Apr 04 20:27:11.397078 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40782) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:11.402415 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Request body: {'subnet': {'network_id': '029888d0-e484-445f-83ff-0006389cf079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040042233-subnet', 'tenant_id': '994de9d7e6d14067a87ad9fa05ea66f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:11.407820 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac3f20-3d09-438d-9bd3-37bfc2dfbb6b admin admin] Pushing event updated for resources: {'Network': ['ID=029888d0-e484-445f-83ff-0006389cf079,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:11.421094 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 029888d0-e484-445f-83ff-0006389cf079 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:27:11.465620 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Made reservation on behalf of 994de9d7e6d14067a87ad9fa05ea66f0 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:11.467895 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.481073 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for router_gateway (26d7de5b-6b5e-40b5-9616-48801557504c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.539377 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12d99437-803d-4ba2-bbbc-b539b849233e req-e99cbb67-1fc8-4348-a984-8407b701127b service neutron] 10.222.0.23 "GET /v2.0/networks/bb9a477b-387d-4a7f-94cf-48e06882da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610224 Apr 04 20:27:11.666226 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (834a283b-0bd3-4518-a1dd-0c1a8c48b439), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.692608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (26d7de5b-6b5e-40b5-9616-48801557504c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.731706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=834a283b-0bd3-4518-a1dd-0c1a8c48b439,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:11.752709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Checking segment: {'id': 'b294e536-243d-445b-b1ec-6bebbfddb01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '029888d0-e484-445f-83ff-0006389cf079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:11.753065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Network hostable DHCP agents. Network: 029888d0-e484-445f-83ff-0006389cf079, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:27:11.799844 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Network 029888d0-e484-445f-83ff-0006389cf079 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:27:11.812109 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc3d89-5018-4e72-9bd5-66e986ad1f4a req-a6ebaeb7-dd52-4588-8630-2c7ff0956187 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.813678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4dc3d89-5018-4e72-9bd5-66e986ad1f4a req-a6ebaeb7-dd52-4588-8630-2c7ff0956187 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0763628 Apr 04 20:27:11.822428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 029888d0-e484-445f-83ff-0006389cf079) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:11.830631 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a8449-c730-48c4-a3fc-4520773a6ebc None None] Network 029888d0-e484-445f-83ff-0006389cf079 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:11.851386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:11.851993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:11.857318 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Router 26d7de5b-6b5e-40b5-9616-48801557504c is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:27:11.894812 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4dc3d89-5018-4e72-9bd5-66e986ad1f4a req-af05fb23-79d8-412f-8a7a-564cc63f6a31 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Apr 04 20:27:11.898480 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-59c9e5a4-45bd-45fe-8d65-45c1510a55f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5003021 Apr 04 20:27:11.982518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693a42d-8ef1-481f-b683-041d3fe1e053 None None] Network 029888d0-e484-445f-83ff-0006389cf079 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:12.147180 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd5400-d011-491d-a7f5-c4721e788ea2 None None] Network be74c0b8-1e2e-431c-a91a-765261911abd requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:12.230856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Provisioning complete for port 4fbdfcdc-4613-439a-a070-8db88e55204c triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:12.231246 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.234645 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:27:12.246356 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:27:12.255880 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.260777 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a7ac2b7c-73ce-4467-8769-884cac939ce6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8599865 Apr 04 20:27:12.260933 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:12.260933 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:12.261301 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40794) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:12.392652 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:12.432882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Current status of the port 4fbdfcdc-4613-439a-a070-8db88e55204c is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:12.435523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.519269 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] For port 4fbdfcdc-4613-439a-a070-8db88e55204c, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4fbdfcdc-4613-439a-a070-8db88e55204c,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:12.530622 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.585447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96b6a-8b69-49dc-b35b-e6eaec5c8323 req-bbde51cf-bc77-47dc-875f-4f824262a7e8 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:12.587559 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65b96b6a-8b69-49dc-b35b-e6eaec5c8323 req-bbde51cf-bc77-47dc-875f-4f824262a7e8 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 947 time: 0.0719764 Apr 04 20:27:12.649773 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4fbdfcdc-4613-439a-a070-8db88e55204c up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:12.671288 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65b96b6a-8b69-49dc-b35b-e6eaec5c8323 req-c67453a9-22cd-4e81-a2b7-6290d87f56d1 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Apr 04 20:27:12.707071 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Pushing event updated for resources: {'Port': ['ID=4fbdfcdc-4613-439a-a070-8db88e55204c,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:12.720585 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.720979 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.721444 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.722409 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.722864 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.723362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.723788 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.724212 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.724652 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.725518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.725518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.726437 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.726892 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.727916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.727916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a32e527-1ac7-4a39-9547-91fe8fe09cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:12.769153 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-48ce23e7-07f7-4a92-9185-586c6c42231f None None] Provisioning complete for port 4fbdfcdc-4613-439a-a070-8db88e55204c triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:12.771359 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-48ce23e7-07f7-4a92-9185-586c6c42231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.799177 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:11Z', 'revision_number': 3, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:12.813402 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 4fbdfcdc-4613-439a-a070-8db88e55204c triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:12.813773 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.827898 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:27:12.828269 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Updating router 26d7de5b-6b5e-40b5-9616-48801557504c port b9c87355-3199-4b66-9e11-85bc14adb30f binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:27:12.858412 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:12.901808 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-48ce23e7-07f7-4a92-9185-586c6c42231f None None] Current status of the port 4fbdfcdc-4613-439a-a070-8db88e55204c is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:12.938690 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 4fbdfcdc-4613-439a-a070-8db88e55204c is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:13.021136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.090153 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebdf80-317a-42c5-9df1-ead4166915e4 req-9a9f3379-ff50-4578-a0f1-f74b99ff2516 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:13.091640 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5eebdf80-317a-42c5-9df1-ead4166915e4 req-9a9f3379-ff50-4578-a0f1-f74b99ff2516 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1051059 Apr 04 20:27:13.130252 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks [] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.137401 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.188923 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Attempting to bind port b9c87355-3199-4b66-9e11-85bc14adb30f on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:27:13.189292 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Attempting to bind port b9c87355-3199-4b66-9e11-85bc14adb30f by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:27:13.189650 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Attempting to bind port b9c87355-3199-4b66-9e11-85bc14adb30f on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:13.198282 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Pushing event updated for resources: {'Port': ['ID=b9c87355-3199-4b66-9e11-85bc14adb30f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:13.200921 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:27:13.201294 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:13.201691 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.202101 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:27:13.202577 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Bound port: b9c87355-3199-4b66-9e11-85bc14adb30f, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:27:13.202957 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.225875 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.226238 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.226580 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.226915 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.227243 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.227567 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.227888 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.228234 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.228585 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.228916 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.229331 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.229668 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.229990 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.230332 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.230647 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:27:13.267564 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] For port b9c87355-3199-4b66-9e11-85bc14adb30f, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:27:13.271719 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] For port b9c87355-3199-4b66-9e11-85bc14adb30f, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=b9c87355-3199-4b66-9e11-85bc14adb30f,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:27:13.279408 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.339327 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:13.339964 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:13.376594 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb20f-ea89-44d1-ba99-75236d8b32ae None None] Pushing event updated for resources: {'Port': ['ID=b9c87355-3199-4b66-9e11-85bc14adb30f,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:13.395635 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5eebdf80-317a-42c5-9df1-ead4166915e4 req-11fd857d-70b7-456e-bf2d-3dc32e4e3777 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967803 Apr 04 20:27:13.433599 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Allocated IP 172.20.0.1 (be74c0b8-1e2e-431c-a91a-765261911abd/523fc40b-e99c-4c5a-8843-47263959addc/449b74a5-331f-43e4-a0ca-ca91e3ee96fb) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:13.454913 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:13.539806 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks [] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.571440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.609435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Network be74c0b8-1e2e-431c-a91a-765261911abd is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:13.612776 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:13.615813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:13.632158 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:11Z', 'revision_number': 3, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:13.646406 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Pushing event updated for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:13.661188 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7edccf-93ce-4aa1-b6b8-8dda6cde8853 None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:11Z', 'revision_number': 3, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:27:13.666222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (26d7de5b-6b5e-40b5-9616-48801557504c), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.827733 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:13.848371 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507f40-0175-4a4a-a9d3-0e92a9b03dd9 req-d29f642a-be00-4e66-99a8-01618290ee18 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:13.850179 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d507f40-0175-4a4a-a9d3-0e92a9b03dd9 req-d29f642a-be00-4e66-99a8-01618290ee18 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 947 time: 0.1006565 Apr 04 20:27:13.917800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d507f40-0175-4a4a-a9d3-0e92a9b03dd9 req-ab3f523d-b635-4f58-924a-2c2c4b8c50b7 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614023 Apr 04 20:27:13.944375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b79d5641-9cbf-43ac-854b-a08440d49fcc None None] Provisioning complete for port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:13.944954 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b79d5641-9cbf-43ac-854b-a08440d49fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.011078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b79d5641-9cbf-43ac-854b-a08440d49fcc None None] Port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:27:14.019021 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a11f275f-7d67-4e6d-9d37-7cbe3a2c6c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.147866 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks [] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.155131 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.209022 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00833c-684e-4583-966d-fd4f53568dfe req-33e1a1d8-afe1-4aa3-a43d-bfe3e0d6e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:14.211211 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-33e1a1d8-afe1-4aa3-a43d-bfe3e0d6e358 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 1131 time: 0.1245098 Apr 04 20:27:14.261803 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Pushing event updated for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:14.266658 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (26d7de5b-6b5e-40b5-9616-48801557504c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.387795 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00833c-684e-4583-966d-fd4f53568dfe req-f37b7a4e-f2d6-4a57-9025-c909544f4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:14.389250 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-f37b7a4e-f2d6-4a57-9025-c909544f4383 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb9a477b-387d-4a7f-94cf-48e06882da27 HTTP/1.1" status: 200 len: 869 time: 0.1641419 Apr 04 20:27:14.445333 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-2f4f4891-c64f-4875-aa37-d1075c229e2b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=716695cc-8f77-461e-894f-9345284e4d82 HTTP/1.1" status: 200 len: 217 time: 0.0493484 Apr 04 20:27:14.491386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Network be74c0b8-1e2e-431c-a91a-765261911abd is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:14.502928 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:14.539548 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00833c-684e-4583-966d-fd4f53568dfe req-ae4acc67-27ff-46f5-97d2-2aca5b7ed296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:14.541100 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-ae4acc67-27ff-46f5-97d2-2aca5b7ed296 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1bca6f82-b82c-4ef5-b649-b95b7133a2db HTTP/1.1" status: 200 len: 843 time: 0.0890129 Apr 04 20:27:14.546258 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4fbdfcdc-4613-439a-a070-8db88e55204c up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:14.631545 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 4fbdfcdc-4613-439a-a070-8db88e55204c triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:14.631760 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.690049 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf447c-54d7-4f67-807f-093c3d302eda req-ac2b7451-9de4-4cca-9951-1c7c024dddf2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:14.691622 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-20cf447c-54d7-4f67-807f-093c3d302eda req-ac2b7451-9de4-4cca-9951-1c7c024dddf2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.2040064 Apr 04 20:27:14.720377 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 4fbdfcdc-4613-439a-a070-8db88e55204c is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:14.721843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device b9c87355-3199-4b66-9e11-85bc14adb30f up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:14.748930 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00833c-684e-4583-966d-fd4f53568dfe req-3f2b2c62-067f-45dd-8f3b-86ff9b019b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:14.750450 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-3f2b2c62-067f-45dd-8f3b-86ff9b019b63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb9a477b-387d-4a7f-94cf-48e06882da27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1607528 Apr 04 20:27:14.759631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:27:14.770359 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port b9c87355-3199-4b66-9e11-85bc14adb30f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:14.770964 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.784026 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-20cf447c-54d7-4f67-807f-093c3d302eda req-7981745a-75af-42ed-a640-aa7df319ee3b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845683 Apr 04 20:27:14.874868 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-27050da6-f7d0-474b-8f17-0e8be1e5a326 None None] Provisioning complete for port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:14.875155 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27050da6-f7d0-474b-8f17-0e8be1e5a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.877396 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port b9c87355-3199-4b66-9e11-85bc14adb30f is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:14.878288 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.888459 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:27:14.893537 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0006d12b-3a7d-4389-8baf-6b5cde4e7c8e admin admin] 10.222.0.25 "PUT /v2.0/routers/26d7de5b-6b5e-40b5-9616-48801557504c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310308 Apr 04 20:27:14.920535 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port b9c87355-3199-4b66-9e11-85bc14adb30f, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=b9c87355-3199-4b66-9e11-85bc14adb30f,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:14.927069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:14.932576 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-27050da6-f7d0-474b-8f17-0e8be1e5a326 None None] Port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:27:14.972728 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 716695cc-8f77-461e-894f-9345284e4d82 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:27:14.994912 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=b9c87355-3199-4b66-9e11-85bc14adb30f,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:15.062824 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc887e28-ec59-47fc-b6b4-398ff9040557 req-f5810ea1-d3bb-4050-a083-5a6bc55c39cf tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:15.064391 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fc887e28-ec59-47fc-b6b4-398ff9040557 req-f5810ea1-d3bb-4050-a083-5a6bc55c39cf tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 947 time: 0.0727398 Apr 04 20:27:15.099790 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=716695cc-8f77-461e-894f-9345284e4d82,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:15.113374 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fc887e28-ec59-47fc-b6b4-398ff9040557 req-f55bef3d-1358-44cd-bd04-c08557361f07 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 Apr 04 20:27:15.121049 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '716695cc-8f77-461e-894f-9345284e4d82', 'network_id': 'bb9a477b-387d-4a7f-94cf-48e06882da27', 'port_id': '716695cc-8f77-461e-894f-9345284e4d82', 'mac_address': 'fa:16:3e:e8:a2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bca6f82-b82c-4ef5-b649-b95b7133a2db', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:27:15.170251 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 716695cc-8f77-461e-894f-9345284e4d82 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:15.170649 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (716695cc-8f77-461e-894f-9345284e4d82), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.187816 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716695cc-8f77-461e-894f-9345284e4d82 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:27:15.207642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=716695cc-8f77-461e-894f-9345284e4d82,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:15.211666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.264517 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:15.420214 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40842) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:15.424759 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376478724', 'description': 'tempest-description--787702383'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:15.458568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.554383 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (5e4925fa-9d57-4346-ab31-d209c83397d9), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.557258 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5e4925fa-9d57-4346-ab31-d209c83397d9), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.586830 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.588579 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1673558 Apr 04 20:27:15.590601 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6ed18-7f97-40bf-bb58-28991f6ffc80 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4925fa-9d57-4346-ab31-d209c83397d9,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:15.591761 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40848) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:15.597395 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group_rule': {'security_group_id': '5e4925fa-9d57-4346-ab31-d209c83397d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:15.624824 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (3327267e-8762-4b35-9e1d-f5dd848aae2e), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.637791 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['716695cc-8f77-461e-894f-9345284e4d82'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:15.641727 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:27:15.679676 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (3327267e-8762-4b35-9e1d-f5dd848aae2e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.680854 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:15.682026 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:26:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:15.684578 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (3327267e-8762-4b35-9e1d-f5dd848aae2e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.703110 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3327267e-8762-4b35-9e1d-f5dd848aae2e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:15.714475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.715672 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a0ecaad7-db61-48df-bf20-9f6be0efef66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221554 Apr 04 20:27:15.718785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40850) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:15.723420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group_rule': {'security_group_id': '5e4925fa-9d57-4346-ab31-d209c83397d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:15.748894 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (3b469c58-a4de-44f3-98c8-3eb9f53b84d5), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.812507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (3b469c58-a4de-44f3-98c8-3eb9f53b84d5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.820213 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (3b469c58-a4de-44f3-98c8-3eb9f53b84d5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.841915 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b469c58-a4de-44f3-98c8-3eb9f53b84d5,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:15.843273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:15.851934 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.853267 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1159640c-0b30-4021-8089-1b316c16a932 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332984 Apr 04 20:27:15.856372 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40854) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:15.860879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:15.886314 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.939540 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1554968-4e3b-461d-8395-5dbcfb24158f req-786636ba-72ad-4f26-93a8-c920be23e822 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:15.941211 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1554968-4e3b-461d-8395-5dbcfb24158f req-786636ba-72ad-4f26-93a8-c920be23e822 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0699100 Apr 04 20:27:15.992124 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:15.994459 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1554968-4e3b-461d-8395-5dbcfb24158f req-a6966bfb-7648-493e-8034-d75590565527 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Apr 04 20:27:16.082927 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 2, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:16.099589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Allocated IP 172.27.3.8 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/4acd362f-a1c2-49e2-9ade-dbf7770b1681) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:16.109882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:27:16.110421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Updating router 26d7de5b-6b5e-40b5-9616-48801557504c port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:27:16.168558 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.247938 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53e75048-1121-4d9f-bf99-7a4fb91ca23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.310203 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-b761b2af-9ac5-4621-9b84-67a700130000 service neutron] 10.222.0.23 "GET /v2.0/networks/bb9a477b-387d-4a7f-94cf-48e06882da27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997836 Apr 04 20:27:16.354507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.382550 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73456606-cf47-4727-a286-e7d70792d26c req-ccac30dd-b090-4a61-931e-01186c4d7dd9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:16.383887 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73456606-cf47-4727-a286-e7d70792d26c req-ccac30dd-b090-4a61-931e-01186c4d7dd9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 948 time: 0.1267164 Apr 04 20:27:16.399274 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799cf84-ca85-41af-8467-3758c4e979e6 req-f81c937d-fe0e-4fdd-88e5-9154c6c2f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:16.401432 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f799cf84-ca85-41af-8467-3758c4e979e6 req-f81c937d-fe0e-4fdd-88e5-9154c6c2f485 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1130 time: 0.1047664 Apr 04 20:27:16.453263 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device b9c87355-3199-4b66-9e11-85bc14adb30f up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:16.501335 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks [] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.506856 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.512242 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.583639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:16.589270 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73456606-cf47-4727-a286-e7d70792d26c req-f8f6b7c3-d403-4e8c-a94d-4ab96504a3de tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963019 Apr 04 20:27:16.598485 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:16.602849 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f799cf84-ca85-41af-8467-3758c4e979e6 req-a2683dcc-41c0-4913-acb7-fb89a436a597 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892042 Apr 04 20:27:16.612319 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:16.647059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=4acd362f-a1c2-49e2-9ade-dbf7770b1681,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:16.653140 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed00833c-684e-4583-966d-fd4f53568dfe req-7a4a37f6-a1cd-431b-9dd7-f3211bc4513b service neutron] 10.222.0.23 "GET /v2.0/networks/bb9a477b-387d-4a7f-94cf-48e06882da27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405603 Apr 04 20:27:16.690576 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port b9c87355-3199-4b66-9e11-85bc14adb30f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:16.690951 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.695624 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3c6c8-c2e1-4508-b49e-ed70e3123a9e None None] Pushing event updated for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:16.786753 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Attempting to bind port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:27:16.787138 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Attempting to bind port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:27:16.787485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Attempting to bind port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:16.792554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.796080 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:27:16.796461 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Checking segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:16.796865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.797259 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Bound using segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:27:16.797734 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Bound port: 449b74a5-331f-43e4-a0ca-ca91e3ee96fb, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:27:16.798132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.842994 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.860134 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port b9c87355-3199-4b66-9e11-85bc14adb30f is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:16.903988 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] For port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:27:16.907830 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] For port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:27:16.913971 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:16.984624 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 716695cc-8f77-461e-894f-9345284e4d82 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:16.990768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:16.991435 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:17.021064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3c6c8-c2e1-4508-b49e-ed70e3123a9e None None] Pushing event updated for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:17.062051 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.067744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.088917 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Provisioning complete for port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:17.089557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.158294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b9bb4-c651-43fd-966a-49221f4239c0 req-0cf403a5-219a-49d6-9e2a-a610386e203e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:17.164360 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-953b9bb4-c651-43fd-966a-49221f4239c0 req-0cf403a5-219a-49d6-9e2a-a610386e203e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0660415 Apr 04 20:27:17.183182 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=4acd362f-a1c2-49e2-9ade-dbf7770b1681,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:17.216197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 716695cc-8f77-461e-894f-9345284e4d82 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:27:17.221864 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:17.250165 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 716695cc-8f77-461e-894f-9345284e4d82 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:17.250485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (716695cc-8f77-461e-894f-9345284e4d82), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.250900 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.262499 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-953b9bb4-c651-43fd-966a-49221f4239c0 req-28985c7d-5367-47e3-9b8a-028e21dea76b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864620 Apr 04 20:27:17.276527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.278119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f57aa805-3848-40a2-a75d-1847fe222dcf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4205990 Apr 04 20:27:17.376956 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Current status of the port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:17.377352 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.423560 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-28184320-dc91-42c1-b99f-03548c85c478 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1376478724&fields=id&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 267 time: 0.0418375 Apr 04 20:27:17.474500 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] For port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:17.484475 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.533826 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 716695cc-8f77-461e-894f-9345284e4d82 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:17.534156 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (716695cc-8f77-461e-894f-9345284e4d82), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.534398 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c134670c-4857-4f96-937f-5da62f2d812c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:17.535867 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c134670c-4857-4f96-937f-5da62f2d812c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 817 time: 0.1059601 Apr 04 20:27:17.550946 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-57a7f2f9-ff6c-4e54-b8fb-b49145ffacd4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/quotas/55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 375 time: 0.0091057 Apr 04 20:27:17.615829 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716695cc-8f77-461e-894f-9345284e4d82'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:17.618109 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b51450-adaf-4b82-8f45-b5e7ea6a285c" -d '{"events": [{"server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "name": "network-vif-plugged", "status": "completed", "tag": "716695cc-8f77-461e-894f-9345284e4d82"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:17.626063 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.626756 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada73e9-c019-4f5b-8acf-207729e62971 None None] Pushing event updated for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:17.636785 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-a4e72c81-5997-4229-97c0-b869c7157dcd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731111 Apr 04 20:27:17.644375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=716695cc-8f77-461e-894f-9345284e4d82,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:17.652142 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.656812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e39683bc-b06d-4b33-9e98-40725fe1b7c8 None None] Provisioning complete for port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:17.657179 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e39683bc-b06d-4b33-9e98-40725fe1b7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:17.717886 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3b7a-5ddf-439d-b521-e1ee54dc747f req-81cd7ef0-726f-4e5a-ac9b-a9cd1f8dad81 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:17.719565 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-025d3b7a-5ddf-439d-b521-e1ee54dc747f req-81cd7ef0-726f-4e5a-ac9b-a9cd1f8dad81 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.0567274 Apr 04 20:27:17.741249 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6f5debb1-16c0-4cad-922f-fe71ad7f9318 service neutron] 10.222.0.25 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940020 Apr 04 20:27:17.745967 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:16Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:17.750779 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:17.775632 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-025d3b7a-5ddf-439d-b521-e1ee54dc747f req-660785ab-55a9-4c91-97bf-242c4439d5f3 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Apr 04 20:27:17.780579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3337459a-3635-40f7-bfa0-1898f82f0339 None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:16Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:27:17.854117 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0c832-9553-4c34-b2cb-853a4f26fca6 x-openstack-request-id: req-d0f0c832-9553-4c34-b2cb-853a4f26fca6 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:17.857644 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "name": "network-vif-plugged", "status": "completed", "tag": "716695cc-8f77-461e-894f-9345284e4d82", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:17.857981 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f0c832-9553-4c34-b2cb-853a4f26fca6 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:17.858433 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f0c832-9553-4c34-b2cb-853a4f26fca6'] response: {'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716695cc-8f77-461e-894f-9345284e4d82', 'code': 200} Apr 04 20:27:17.877549 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e39683bc-b06d-4b33-9e98-40725fe1b7c8 None None] Current status of the port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:18.083851 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-8e5b6758-0c63-4ca6-b18f-67c2298102bf service neutron] 10.222.0.25 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380320 Apr 04 20:27:18.417543 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01fd190a-c146-44c4-9f67-e8c61f078f1f req-dbb12eb9-2c49-438e-976a-dbcf9316d25a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0847394 Apr 04 20:27:18.473931 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f33b-7729-4180-b2ed-591afdcb643e req-4d360da8-a1a1-4792-a83f-b1a26117a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:18.475505 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e47f33b-7729-4180-b2ed-591afdcb643e req-4d360da8-a1a1-4792-a83f-b1a26117a6f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 1133 time: 0.1842036 Apr 04 20:27:18.512237 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68392bf9-b0e6-4548-a7ca-5b54a706f2f4 req-c583c701-7cfd-4dfe-b761-c075ef7da05b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:18.514182 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68392bf9-b0e6-4548-a7ca-5b54a706f2f4 req-c583c701-7cfd-4dfe-b761-c075ef7da05b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1559873 Apr 04 20:27:18.539537 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 449b74a5-331f-43e4-a0ca-ca91e3ee96fb up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:18.596790 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68392bf9-b0e6-4548-a7ca-5b54a706f2f4 req-02af7fd1-b3e8-43e5-813e-0429f98ff32c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729129 Apr 04 20:27:18.669508 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:18.670434 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:18.670844 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:18.718000 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ff4fc-19b9-49eb-88e1-47bf2498255d req-286e5d73-6e2a-44e2-ab27-f9254bce463a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:18.720098 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-713ff4fc-19b9-49eb-88e1-47bf2498255d req-286e5d73-6e2a-44e2-ab27-f9254bce463a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0776093 Apr 04 20:27:18.767541 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:18.778621 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-713ff4fc-19b9-49eb-88e1-47bf2498255d req-44ce8ba0-4a32-474b-9d8d-8fae1d014c68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Apr 04 20:27:18.803157 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40926) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:18.926714 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d446cc-4c2a-4054-ba4c-d147573ab904 req-37729171-dc1e-4fbf-bc98-155fbc5ee1ae tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:18.928275 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8d446cc-4c2a-4054-ba4c-d147573ab904 req-37729171-dc1e-4fbf-bc98-155fbc5ee1ae tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.0662041 Apr 04 20:27:19.045153 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8d446cc-4c2a-4054-ba4c-d147573ab904 req-6ab84195-6edc-4ace-86a7-2a7e7c1fcec5 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Apr 04 20:27:19.064345 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e47f33b-7729-4180-b2ed-591afdcb643e req-f124cc68-7f76-446c-99d4-6e61a64823a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205859 Apr 04 20:27:19.077243 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1852b55e-71c6-4378-8a21-e3d798093f48 tempest-TestMinimumBasicScenario-2082060440 tempest-TestMinimumBasicScenario-2082060440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:19.079136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1852b55e-71c6-4378-8a21-e3d798093f48 tempest-TestMinimumBasicScenario-2082060440 tempest-TestMinimumBasicScenario-2082060440-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1125 time: 0.2745316 Apr 04 20:27:19.082068 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 40930) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:19.086640 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'port_id': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:19.114098 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:19.218730 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:19.327480 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Allocated IP 172.27.3.50 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/f12f1d87-b6b7-400b-b78c-5da79fcca77d) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:19.440951 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:19.483897 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:19.531170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:19.536206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:19.541560 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:19.544902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'Port': ['ID=f12f1d87-b6b7-400b-b78c-5da79fcca77d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:19.548327 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0bf7f1d4-58b6-482a-b9bc-c3ccbdf7b6d0 req-f6754631-f8c6-429b-af01-312ff1865d64 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Apr 04 20:27:19.816840 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bf75b-2f6d-4729-b376-51b32bff9a92 req-55b70054-5103-4a0f-bd99-a8142df0788c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:19.818262 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c19bf75b-2f6d-4729-b376-51b32bff9a92 req-55b70054-5103-4a0f-bd99-a8142df0788c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1405761 Apr 04 20:27:19.955785 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c19bf75b-2f6d-4729-b376-51b32bff9a92 req-84c6b068-f3a3-4958-8b5b-21e45939dc43 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288307 Apr 04 20:27:20.075672 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1b11b-1269-48f7-a40d-005b8ed4ffaf req-aa31087b-f449-46a1-830d-d2f103b014e0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:20.077106 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ad1b11b-1269-48f7-a40d-005b8ed4ffaf req-aa31087b-f449-46a1-830d-d2f103b014e0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0564208 Apr 04 20:27:20.108951 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for floatingip (e16857c9-c760-4787-9145-ec0c8481492c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.126924 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ad1b11b-1269-48f7-a40d-005b8ed4ffaf req-1f540ef2-bc72-49ad-b9bb-a8321a087b06 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Apr 04 20:27:20.245386 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b82d6-1484-429e-a55b-aad58fef1add req-397ea38a-f12c-43c6-a4f9-5ab88034affe tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:20.246910 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-249b82d6-1484-429e-a55b-aad58fef1add req-397ea38a-f12c-43c6-a4f9-5ab88034affe tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.1220462 Apr 04 20:27:20.262168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.319172 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.340888 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-249b82d6-1484-429e-a55b-aad58fef1add req-4aa14a91-072e-4bc9-9d04-5d22ef9a906f tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874932 Apr 04 20:27:20.536998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.543443 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.646363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'Port': ['ID=f12f1d87-b6b7-400b-b78c-5da79fcca77d,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:20.662156 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-96255603-7f07-4df9-bb3c-2fab28824db7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:20.663498 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74d123dc-709c-4b36-8429-4734687e575d req-b06c1461-2906-4f9f-a222-503699423173 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0358160 Apr 04 20:27:20.663991 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-96255603-7f07-4df9-bb3c-2fab28824db7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 817 time: 0.2081594 Apr 04 20:27:20.672859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (e16857c9-c760-4787-9145-ec0c8481492c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:20.782560 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Floating IP e16857c9-c760-4787-9145-ec0c8481492c associated. External IP: 172.27.3.50, port: 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0. Apr 04 20:27:21.147672 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-885e6945-f9de-47dd-b072-718b5dc5fa55 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 380 time: 0.3275607 Apr 04 20:27:21.261184 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Router 50752980-d63d-45f8-a0aa-219309e40f54 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:27:21.311834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'port': {'device_id': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'admin_state_up': True, 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'security_groups': ['5e4925fa-9d57-4346-ab31-d209c83397d9']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:21.467363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:27:21.477386 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Sync routers for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:27:21.489235 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:21.490069 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:21.504465 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.536452 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943171e7-5370-4ef7-801e-7ece50711ffc req-8a9f7ef5-d06f-432b-b662-98196cf6affd tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:21.537953 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-943171e7-5370-4ef7-801e-7ece50711ffc req-8a9f7ef5-d06f-432b-b662-98196cf6affd tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.1300671 Apr 04 20:27:21.551998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Made reservation on behalf of 55d6192338034867b98bbbb17fde6c6d for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:21.556634 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.566612 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-04ed9cd7-6269-42ed-9e8b-19957898d20a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4834530 Apr 04 20:27:21.567241 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40976) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:21.571712 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260293628', 'description': 'tempest-secgroup-smoke-260293628 description', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:21.582605 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:21.585329 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd25a05-a07b-43ca-90bd-93e1d32079d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:21.596232 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.614740 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:21.664339 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-943171e7-5370-4ef7-801e-7ece50711ffc req-1dafdbc8-bf2f-4f14-882a-9df16cf236f7 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157503 Apr 04 20:27:21.691563 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (636c9c39-c247-4e38-9b39-13937bdfe04a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.699478 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (636c9c39-c247-4e38-9b39-13937bdfe04a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.757440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6077e8-d131-4b7c-a23c-ffc09b38e0bd x-openstack-request-id: req-2b6077e8-d131-4b7c-a23c-ffc09b38e0bd {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:21.757878 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:21.758160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b6077e8-d131-4b7c-a23c-ffc09b38e0bd {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:21.758717 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6077e8-d131-4b7c-a23c-ffc09b38e0bd'] response: {'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:27:21.766414 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.769253 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2009075 Apr 04 20:27:21.772156 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 40988) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:21.790062 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:21.797100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Allocated IP 172.20.0.7 (be74c0b8-1e2e-431c-a91a-765261911abd/523fc40b-e99c-4c5a-8843-47263959addc/dcb27623-d900-4cff-96f8-719df1191f3f) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:21.841969 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0fb5c-2190-4788-a5af-555f47dccbd7 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636c9c39-c247-4e38-9b39-13937bdfe04a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:21.893336 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-612622f7-e119-4509-adac-39e09028acb9 req-5b29d1d7-2ec7-405e-9946-86441ec60852 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0698469 Apr 04 20:27:21.902226 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (235836ee-0afb-4b75-91d0-74fa029271fb), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:21.948633 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'e16857c9-c760-4787-9145-ec0c8481492c', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'port_id': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'mac_address': 'fa:16:3e:bc:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:19Z', 'updated_at': '2022-04-04T20:27:19Z', 'revision_number': 0, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:21.968638 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-88962178-bc22-4830-996d-17de3fa53a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:21.970252 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-88962178-bc22-4830-996d-17de3fa53a91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1130 time: 0.1367807 Apr 04 20:27:21.981875 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Checking router: 50752980-d63d-45f8-a0aa-219309e40f54 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:27:21.982151 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-1694df2f-a3cf-4656-9171-8c682fda2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:21.983682 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-1694df2f-a3cf-4656-9171-8c682fda2683 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1130 time: 0.1884065 Apr 04 20:27:21.989824 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:21.990497 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:21.994956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (235836ee-0afb-4b75-91d0-74fa029271fb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.058830 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c1b19-aa60-4e1f-87cd-95720574dcb6 req-4b311817-c05a-432c-a1fe-db9b893c714a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:22.060482 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-122c1b19-aa60-4e1f-87cd-95720574dcb6 req-4b311817-c05a-432c-a1fe-db9b893c714a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.2214148 Apr 04 20:27:22.141069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (235836ee-0afb-4b75-91d0-74fa029271fb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.145749 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:22.198192 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235836ee-0afb-4b75-91d0-74fa029271fb,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.202534 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-8875bc34-8985-4210-ba25-cc2d72465f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:22.204136 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-8875bc34-8985-4210-ba25-cc2d72465f06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 915 time: 0.2080159 Apr 04 20:27:22.240318 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920c04e-3ac0-4bde-a0b6-0ad30717a0c0 req-02f1cbfd-3df7-46df-8dec-81cfc5c91382 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:22.242252 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a920c04e-3ac0-4bde-a0b6-0ad30717a0c0 req-02f1cbfd-3df7-46df-8dec-81cfc5c91382 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.1048276 Apr 04 20:27:22.246681 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.252323 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-51c58447-1cf5-46b5-954a-a542d2842bca tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789264 Apr 04 20:27:22.252973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41000) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:22.263759 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (dcb27623-d900-4cff-96f8-719df1191f3f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.266870 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:22.290021 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-122c1b19-aa60-4e1f-87cd-95720574dcb6 req-2cf73183-417e-46f5-93c9-4a11532d0098 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133436 Apr 04 20:27:22.298785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-7d2ec42b-7434-4ca3-995b-1fd24f36bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:22.300238 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-7d2ec42b-7434-4ca3-995b-1fd24f36bf04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.2601848 Apr 04 20:27:22.330239 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.335465 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a920c04e-3ac0-4bde-a0b6-0ad30717a0c0 req-06a29c7b-cf33-4b8e-b5e4-335af659e0ab tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813813 Apr 04 20:27:22.372316 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (f6670686-fd5a-4b5b-af80-592872bcf9bb), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.385496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Network be74c0b8-1e2e-431c-a91a-765261911abd is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:22.388807 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:22.395712 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:22.402835 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.438673 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (f6670686-fd5a-4b5b-af80-592872bcf9bb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.447917 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (f6670686-fd5a-4b5b-af80-592872bcf9bb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.466431 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:22.467415 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.468424 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6670686-fd5a-4b5b-af80-592872bcf9bb,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.481394 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.486034 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-29131885-11b8-47c7-8b4a-13d8e8d14c49 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2282414 Apr 04 20:27:22.486772 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41006) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:22.489099 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-6debf2c0-cba0-452f-a10f-8ef1d759713e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826005 Apr 04 20:27:22.491621 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:22.525954 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (00f1f6ff-223e-4b22-bcca-c3df2466a0bb), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.558236 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'e16857c9-c760-4787-9145-ec0c8481492c', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'port_id': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'mac_address': 'fa:16:3e:bc:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:19Z', 'updated_at': '2022-04-04T20:27:19Z', 'revision_number': 0, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:22.589066 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf04a8-3db4-4067-b404-af6e78a67ab8 None None] The sync data for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi is: [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'e16857c9-c760-4787-9145-ec0c8481492c', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'port_id': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'mac_address': 'fa:16:3e:bc:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:19Z', 'updated_at': '2022-04-04T20:27:19Z', 'revision_number': 0, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:27:22.593451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (00f1f6ff-223e-4b22-bcca-c3df2466a0bb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.600900 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (00f1f6ff-223e-4b22-bcca-c3df2466a0bb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.614903 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f1f6ff-223e-4b22-bcca-c3df2466a0bb,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.635272 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.636636 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7c0ecdc4-ca43-472d-9803-e37e1c4bae7d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490891 Apr 04 20:27:22.639341 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41008) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:22.643919 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:22.669196 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (97d8a20a-e743-41be-a801-8429ed63b4fd), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.728760 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (97d8a20a-e743-41be-a801-8429ed63b4fd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.735630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (97d8a20a-e743-41be-a801-8429ed63b4fd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.740392 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e3f22822-f4da-42c1-a021-55b412f9a2a9 None None] Provisioning complete for port dcb27623-d900-4cff-96f8-719df1191f3f triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:22.741361 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e3f22822-f4da-42c1-a021-55b412f9a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.754833 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d8a20a-e743-41be-a801-8429ed63b4fd,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.764926 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.766176 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-12f44c77-29e1-4321-9fba-a752a58fe06e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258690 Apr 04 20:27:22.769279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41010) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:22.774642 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:22.784932 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e3f22822-f4da-42c1-a021-55b412f9a2a9 None None] Port dcb27623-d900-4cff-96f8-719df1191f3f cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:27:22.796395 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Project 9f83b7399e4141babb9fdf75f6d0342a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:27:22.801554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (0d1a8564-dbbd-4539-af49-e8c31068000a), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.808907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8ae3c-e106-4e92-a17e-8e894e47f227 None None] New status for floating IP e16857c9-c760-4787-9145-ec0c8481492c: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:27:22.863086 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (0d1a8564-dbbd-4539-af49-e8c31068000a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.867028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (0d1a8564-dbbd-4539-af49-e8c31068000a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.886578 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1a8564-dbbd-4539-af49-e8c31068000a,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:22.896173 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:22.897379 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9ff0b72d-4896-4346-9f2e-24ed99027cbd tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270831 Apr 04 20:27:22.900614 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41012) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:22.904899 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'security_group_rule': {'security_group_id': '636c9c39-c247-4e38-9b39-13937bdfe04a', 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:22.927171 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Project 9f83b7399e4141babb9fdf75f6d0342a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:27:22.932959 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (aa73fb80-c97c-4c69-94bf-d16fab55dd60), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.029021 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (aa73fb80-c97c-4c69-94bf-d16fab55dd60), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.032961 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (aa73fb80-c97c-4c69-94bf-d16fab55dd60), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.056621 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7cc4e-b3ca-4033-8fba-7e0edfd638b1 req-9f88f4cd-1de6-4e46-88bf-9ec9bc5331c1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.058110 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-50b7cc4e-b3ca-4033-8fba-7e0edfd638b1 req-9f88f4cd-1de6-4e46-88bf-9ec9bc5331c1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 931 time: 0.0864849 Apr 04 20:27:23.063063 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa73fb80-c97c-4c69-94bf-d16fab55dd60,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:23.075327 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.076452 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-00c1cf8e-35da-45fe-a200-1c52c99cfe68 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1748810 Apr 04 20:27:23.113304 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-50b7cc4e-b3ca-4033-8fba-7e0edfd638b1 req-629202c8-ae72-4d09-b4a3-fac030d148ad tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480382 Apr 04 20:27:23.175133 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37183bc7-f40a-40af-a77a-e874fa790793 req-f5b19479-2676-499d-9c45-04710528de3e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260293628&fields=id&tenant_id=9f83b7399e4141babb9fdf75f6d0342a HTTP/1.1" status: 200 len: 267 time: 0.0531907 Apr 04 20:27:23.230921 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37183bc7-f40a-40af-a77a-e874fa790793 req-74a0eabc-9251-4351-834a-6dbfaa960821 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.232396 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37183bc7-f40a-40af-a77a-e874fa790793 req-74a0eabc-9251-4351-834a-6dbfaa960821 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Apr 04 20:27:23.242731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'port': {'security_groups': ['b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c', '636c9c39-c247-4e38-9b39-13937bdfe04a']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:23.315800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.368590 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Request body: {'port': {'device_id': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:23.428465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-4c4ceae4-0c45-42a3-b666-4f5454a6b4d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 200 len: 217 time: 0.0740330 Apr 04 20:27:23.478042 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-af9eff4f-a113-4c81-87e7-0d34c43cb79f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 1001 time: 0.1097896 Apr 04 20:27:23.534780 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.548143 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f94c62-1e2a-4879-83e2-b2e993b8534a req-1dfe38e0-c043-41c4-892d-55217d05239c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.549650 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33f94c62-1e2a-4879-83e2-b2e993b8534a req-1dfe38e0-c043-41c4-892d-55217d05239c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.1861820 Apr 04 20:27:23.565111 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-61ac08f1-bca2-4858-9846-d2ad86a89571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.566776 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-61ac08f1-bca2-4858-9846-d2ad86a89571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.1064446 Apr 04 20:27:23.575628 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-054b5dd4-8f2d-405a-b5cf-65bdf04f110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.577593 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-054b5dd4-8f2d-405a-b5cf-65bdf04f110b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.0913384 Apr 04 20:27:23.664997 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33f94c62-1e2a-4879-83e2-b2e993b8534a req-587d830b-b3fa-45db-a34f-32622e2efb5a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053371 Apr 04 20:27:23.675879 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:23.719363 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.728646 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.753225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:23.774409 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.775067 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:23.776713 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37183bc7-f40a-40af-a77a-e874fa790793 req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "PUT /v2.0/ports/4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 982 time: 0.5383072 Apr 04 20:27:23.777179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:23.780171 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99eacc7c-f7aa-4484-b321-1b30b2d918d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:23.863630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb806-6569-46c3-a7b3-a673b4c9f6c8 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=6']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:23.877978 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:23.918187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-60f32722-d7c1-43a8-854c-6f205a647214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.919676 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-60f32722-d7c1-43a8-854c-6f205a647214 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1342206 Apr 04 20:27:23.984702 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0aa4-442a-4e07-80c4-b893170fefc3 req-63a7984d-e8c2-4a2c-811a-09d8daa641e7 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.986432 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60ef0aa4-442a-4e07-80c4-b893170fefc3 req-63a7984d-e8c2-4a2c-811a-09d8daa641e7 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.2459118 Apr 04 20:27:23.995961 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-967a3039-2e97-4600-93b9-6b3391109c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:23.996838 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-967a3039-2e97-4600-93b9-6b3391109c87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2122240 Apr 04 20:27:24.004994 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b6ac1-6b21-45f0-a5b9-b8f0f47b3144 req-60635ff0-0143-48f2-9ca1-84e3002d253d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.006536 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-146b6ac1-6b21-45f0-a5b9-b8f0f47b3144 req-60635ff0-0143-48f2-9ca1-84e3002d253d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.1248577 Apr 04 20:27:24.011835 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27805135-346c-4244-810b-0d9fa4496f42 req-053a53fe-b6f5-452c-8fcd-f83e87f9d5c3 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.013293 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-27805135-346c-4244-810b-0d9fa4496f42 req-053a53fe-b6f5-452c-8fcd-f83e87f9d5c3 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.23 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 949 time: 0.2300622 Apr 04 20:27:24.086106 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-addbdd43-4b37-41a7-8c0e-d0a1aed03c25 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578379 Apr 04 20:27:24.113294 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-146b6ac1-6b21-45f0-a5b9-b8f0f47b3144 req-46af8e98-b1bc-4c12-b5b0-a7be7a300326 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889614 Apr 04 20:27:24.184547 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-209c5905-ac62-4ab0-aa0d-df4a8025508a None None] Provisioning complete for port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:24.185054 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-209c5905-ac62-4ab0-aa0d-df4a8025508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:24.196102 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51669880-26d8-44a8-a494-b43e8d9c97ea x-openstack-request-id: req-51669880-26d8-44a8-a494-b43e8d9c97ea {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:24.196488 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:24.197660 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51669880-26d8-44a8-a494-b43e8d9c97ea {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:24.198179 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51669880-26d8-44a8-a494-b43e8d9c97ea'] response: {'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:27:24.238777 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3bd25a05-a07b-43ca-90bd-93e1d32079d1 req-4e9ae26b-6be0-4e35-901b-19a554df0840 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444476 Apr 04 20:27:24.242194 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60ef0aa4-442a-4e07-80c4-b893170fefc3 req-b7f0856e-9395-4cb9-a684-78d49bcea01a tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/security-groups?id=ac62641e-e606-46a8-84ef-d52adaa9be86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425931 Apr 04 20:27:24.265623 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:27:24.278046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks [] for port (dcb27623-d900-4cff-96f8-719df1191f3f), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:24.307601 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-34182396-9898-4fb6-a2ca-1aa31ebb5c0f service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898352 Apr 04 20:27:24.308659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Transition to ACTIVE for port object dcb27623-d900-4cff-96f8-719df1191f3f will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:27:24.315681 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:24.328954 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81903-3a5d-481b-b272-d51ccf14143e req-a29ddaec-61c9-4cbd-8f45-5c166108b8f6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.330765 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40e81903-3a5d-481b-b272-d51ccf14143e req-a29ddaec-61c9-4cbd-8f45-5c166108b8f6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 931 time: 0.0905440 Apr 04 20:27:24.376152 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Deleting port 716695cc-8f77-461e-894f-9345284e4d82 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:27:24.376152 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (716695cc-8f77-461e-894f-9345284e4d82), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:24.414533 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-209c5905-ac62-4ab0-aa0d-df4a8025508a None None] Current status of the port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:24.418507 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-2cc3895c-2363-41b3-8275-806401df2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.420405 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-2cc3895c-2363-41b3-8275-806401df2213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1169 time: 0.0884876 Apr 04 20:27:24.423619 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40e81903-3a5d-481b-b272-d51ccf14143e req-722dd951-05eb-41d8-8e0d-36f95eaeaa8b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837884 Apr 04 20:27:24.559794 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-57abd4f7-b33b-4401-99d1-dbe2338cc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.562765 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-57abd4f7-b33b-4401-99d1-dbe2338cc49d service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 915 time: 0.1349921 Apr 04 20:27:24.660365 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-58ca66ab-7706-4dab-aecd-9c88552c2ba1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 1001 time: 0.0873528 Apr 04 20:27:24.735575 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-2d81b76c-fd26-4b1f-8fb2-6744773a08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.737272 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-2d81b76c-fd26-4b1f-8fb2-6744773a08a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.0701561 Apr 04 20:27:24.797849 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-644c7b4b-44f9-4e10-b6a1-750fdffedf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.799385 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-644c7b4b-44f9-4e10-b6a1-750fdffedf62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543365 Apr 04 20:27:24.815065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:24.897783 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-20c04700-b559-48b2-b347-8fb0f9627e22 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899673 Apr 04 20:27:24.931437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] For port 716695cc-8f77-461e-894f-9345284e4d82, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=716695cc-8f77-461e-894f-9345284e4d82,segment=NetworkSegment(fcc3bb47-84b4-453b-9410-9380ee885388),segment_id=fcc3bb47-84b4-453b-9410-9380ee885388)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:24.931813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (716695cc-8f77-461e-894f-9345284e4d82), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:24.952571 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-eafc28a0-04e5-43a2-badf-741e38a1be9a service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994949 Apr 04 20:27:24.959508 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Calling delete_port for 716695cc-8f77-461e-894f-9345284e4d82 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:27:24.982351 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88481-f8d9-4ddd-9242-0b7ba1bd4905 req-4ae08d63-4ced-4fcd-ae2b-452a69b538ac tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:24.983921 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f7b88481-f8d9-4ddd-9242-0b7ba1bd4905 req-4ae08d63-4ced-4fcd-ae2b-452a69b538ac tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.2143056 Apr 04 20:27:24.986613 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Attempting to bind port dcb27623-d900-4cff-96f8-719df1191f3f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:27:24.987374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Attempting to bind port dcb27623-d900-4cff-96f8-719df1191f3f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:27:24.987730 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Attempting to bind port dcb27623-d900-4cff-96f8-719df1191f3f on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:25.022648 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eacc7c-f7aa-4484-b321-1b30b2d918d4 req-29aef147-3098-4d02-8ab0-ade628222458 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179492 Apr 04 20:27:25.034676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Port dcb27623-d900-4cff-96f8-719df1191f3f on network be74c0b8-1e2e-431c-a91a-765261911abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:27:25.034992 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Attempting to bind port dcb27623-d900-4cff-96f8-719df1191f3f on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:27:25.052842 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:27:25.053188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Checking segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:25.053576 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Bound using segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:27:25.054022 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Bound port: dcb27623-d900-4cff-96f8-719df1191f3f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:27:25.054412 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:25.134692 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f7b88481-f8d9-4ddd-9242-0b7ba1bd4905 req-c72c6463-420f-4c3c-b867-a0fe1f279c2d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412807 Apr 04 20:27:25.200834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:27:25.219008 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:27:25.227572 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:25.264203 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (716695cc-8f77-461e-894f-9345284e4d82), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:25.273673 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:25.274322 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:25.275802 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] 10.222.0.23 "PUT /v2.0/ports/dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 1093 time: 1.9200881 Apr 04 20:27:25.278800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:25.281269 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3892b67a-7f84-4d83-a143-49a308c236df" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:25.327513 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f0f19-fa5f-48e5-a7dd-e17237550852 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:25.370961 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93614638-d81c-4b7e-87b9-47cb21063ef3 x-openstack-request-id: req-93614638-d81c-4b7e-87b9-47cb21063ef3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:25.371250 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:25.371500 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93614638-d81c-4b7e-87b9-47cb21063ef3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:25.371897 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93614638-d81c-4b7e-87b9-47cb21063ef3'] response: {'name': 'network-changed', 'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'status': 'completed', 'code': 200} Apr 04 20:27:25.395159 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Pushing event deleted for resources: {'Port': ['ID=716695cc-8f77-461e-894f-9345284e4d82,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:25.434420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] No DVR routers for this DVR port 716695cc-8f77-461e-894f-9345284e4d82 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:27:25.437551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:25.441174 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-27805135-346c-4244-810b-0d9fa4496f42 req-788a815c-cd85-4f4d-b77c-c975d8f572c9 tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.23 "DELETE /v2.0/ports/716695cc-8f77-461e-894f-9345284e4d82 HTTP/1.1" status: 204 len: 173 time: 1.4050119 Apr 04 20:27:25.468299 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9d2eea5-507f-46da-827e-7444de14ec55 req-d1acdccc-8794-44e6-9e8b-2e77ca71d43d tempest-VolumesNegativeTest-1666484106 tempest-VolumesNegativeTest-1666484106-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb7b900-6aa8-4aad-90e9-384949aff5e0 HTTP/1.1" status: 200 len: 210 time: 0.0536211 Apr 04 20:27:25.486368 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-e3c84488-570f-4096-b916-39c82f867bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:25.490133 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-e3c84488-570f-4096-b916-39c82f867bed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1127 time: 0.1361332 Apr 04 20:27:25.552039 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-42eec69a-3715-4e3a-8c07-6ac8208dda6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 217 time: 0.0570159 Apr 04 20:27:25.642120 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-b0b9fd97-0221-49b0-b1fa-337ba76f97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:25.643556 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-b0b9fd97-0221-49b0-b1fa-337ba76f97df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0831251 Apr 04 20:27:25.661933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2da9-2f7b-4f96-92ac-f9878d9ba057 req-21d69445-d9bb-4c01-8a49-5f046e3cf78c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:25.663434 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fe6c2da9-2f7b-4f96-92ac-f9878d9ba057 req-21d69445-d9bb-4c01-8a49-5f046e3cf78c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0759530 Apr 04 20:27:25.711061 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fe6c2da9-2f7b-4f96-92ac-f9878d9ba057 req-8beea47e-ca29-4e05-a37a-322971939cb6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Apr 04 20:27:25.959686 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c90b801e-3fec-4b13-830e-8b9bef128126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:25.961214 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-c90b801e-3fec-4b13-830e-8b9bef128126 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552108 Apr 04 20:27:26.054188 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-18ee0ca9-9fdf-45cf-87e1-063b492e792f service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826349 Apr 04 20:27:26.152428 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97ec3d7c-396f-48dd-ba25-cd562369b7cd req-b5a4ecd3-90a8-43de-b441-ea26bb383f99 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Apr 04 20:27:26.255612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3285abe-8b32-4658-9072-80c28472d915 req-b2c6635f-083d-4ed0-9d59-5a585e7c2c20 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:26.256979 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b3285abe-8b32-4658-9072-80c28472d915 req-b2c6635f-083d-4ed0-9d59-5a585e7c2c20 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Apr 04 20:27:26.302029 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b3285abe-8b32-4658-9072-80c28472d915 req-8b8b76a8-fa99-44e2-a587-001b90b80469 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 Apr 04 20:27:26.421155 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41084) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:26.465417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Deleting subnet b79a54bc-5ab2-4720-b4de-11a837986cb1 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:27:26.468630 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Publish callbacks [] for subnet (b79a54bc-5ab2-4720-b4de-11a837986cb1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.502406 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (b79a54bc-5ab2-4720-b4de-11a837986cb1), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.544701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (b79a54bc-5ab2-4720-b4de-11a837986cb1), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.604805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (b79a54bc-5ab2-4720-b4de-11a837986cb1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.631183 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79a54bc-5ab2-4720-b4de-11a837986cb1,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:26.635514 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.638660 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-40815b1c-81e0-49db-ae10-f66d0e4bdb69 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b79a54bc-5ab2-4720-b4de-11a837986cb1 HTTP/1.1" status: 204 len: 168 time: 0.2164159 Apr 04 20:27:26.641027 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41096) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:26.710342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (ec9d738c-dfe4-4701-b4c7-e1758abbce32), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.796633 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (ec9d738c-dfe4-4701-b4c7-e1758abbce32), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.816909 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9d738c-dfe4-4701-b4c7-e1758abbce32']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:26.826745 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1a25e5-640d-46e5-bbad-bee089c15fac') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:26.827045 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1a25e5-640d-46e5-bbad-bee089c15fac') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:26.836575 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (0b1a25e5-640d-46e5-bbad-bee089c15fac), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.840336 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38544c48-77d4-4fcc-9b58-ccb7889a1c2f req-058ed2bd-fb63-45cb-8d40-f9a8fc69e4c4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:26.842046 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-38544c48-77d4-4fcc-9b58-ccb7889a1c2f req-058ed2bd-fb63-45cb-8d40-f9a8fc69e4c4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0561938 Apr 04 20:27:26.851539 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (0b1a25e5-640d-46e5-bbad-bee089c15fac), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.858787 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:27:26.859187 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (0b1a25e5-640d-46e5-bbad-bee089c15fac), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:27:26.860856 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:27:26.892033 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-38544c48-77d4-4fcc-9b58-ccb7889a1c2f req-e3fd32c4-dce0-4cec-bf87-2939e6b6822b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Apr 04 20:27:26.932325 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (ec9d738c-dfe4-4701-b4c7-e1758abbce32), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.954253 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:26.957349 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ec9d738c-dfe4-4701-b4c7-e1758abbce32 HTTP/1.1" status: 204 len: 168 time: 0.3153777 Apr 04 20:27:26.958630 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc037c-36fa-4b01-99fa-caaa52d03fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9d738c-dfe4-4701-b4c7-e1758abbce32,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:26.960118 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41112) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:27.005663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Deleting subnet 834a283b-0bd3-4518-a1dd-0c1a8c48b439 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:27:27.008871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Publish callbacks [] for subnet (834a283b-0bd3-4518-a1dd-0c1a8c48b439), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.013408 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 716695cc-8f77-461e-894f-9345284e4d82 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:27:27.036656 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 716695cc-8f77-461e-894f-9345284e4d82 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:27:27.037008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 716695cc-8f77-461e-894f-9345284e4d82 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:27:27.049238 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (834a283b-0bd3-4518-a1dd-0c1a8c48b439), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.092856 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (834a283b-0bd3-4518-a1dd-0c1a8c48b439), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.154509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (834a283b-0bd3-4518-a1dd-0c1a8c48b439), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.180441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834a283b-0bd3-4518-a1dd-0c1a8c48b439,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:27.184890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.189581 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2168dd49-18e9-4760-b731-39fea04cec82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/834a283b-0bd3-4518-a1dd-0c1a8c48b439 HTTP/1.1" status: 204 len: 168 time: 0.2270210 Apr 04 20:27:27.190525 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41140) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:27.267905 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (029888d0-e484-445f-83ff-0006389cf079), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.353376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (029888d0-e484-445f-83ff-0006389cf079), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.374285 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'name': 'network-vif-deleted', 'tag': '716695cc-8f77-461e-894f-9345284e4d82'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:27.376478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e73176-2495-452d-8c32-9c202ee5f17a" -d '{"events": [{"server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "name": "network-vif-deleted", "tag": "716695cc-8f77-461e-894f-9345284e4d82"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:27.379701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029888d0-e484-445f-83ff-0006389cf079']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:27.418371 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b294e536-243d-445b-b1ec-6bebbfddb01c') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:27.418674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b294e536-243d-445b-b1ec-6bebbfddb01c') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:27.422316 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc9729-cf7c-4519-b589-0548baf85c61 x-openstack-request-id: req-56bc9729-cf7c-4519-b589-0548baf85c61 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:27.422933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb7b900-6aa8-4aad-90e9-384949aff5e0", "name": "network-vif-deleted", "tag": "716695cc-8f77-461e-894f-9345284e4d82", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:27.422933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56bc9729-cf7c-4519-b589-0548baf85c61 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:27.423281 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bc9729-cf7c-4519-b589-0548baf85c61'] response: {'server_uuid': '9eb7b900-6aa8-4aad-90e9-384949aff5e0', 'name': 'network-vif-deleted', 'tag': '716695cc-8f77-461e-894f-9345284e4d82', 'status': 'completed', 'code': 200} Apr 04 20:27:27.437628 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (b294e536-243d-445b-b1ec-6bebbfddb01c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.456537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b294e536-243d-445b-b1ec-6bebbfddb01c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.474855 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de713725-ff85-4108-bbc4-06bd067b7dd6 req-ec693aa4-61fd-454c-9801-3b9dd9bf3905 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:27.476678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de713725-ff85-4108-bbc4-06bd067b7dd6 req-ec693aa4-61fd-454c-9801-3b9dd9bf3905 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.1052208 Apr 04 20:27:27.478575 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:27:27.479100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (b294e536-243d-445b-b1ec-6bebbfddb01c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:27:27.481395 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:27:27.564439 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (029888d0-e484-445f-83ff-0006389cf079), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.591077 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.594266 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] 10.222.0.25 "DELETE /v2.0/networks/029888d0-e484-445f-83ff-0006389cf079 HTTP/1.1" status: 204 len: 168 time: 0.4021928 Apr 04 20:27:27.608625 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09efcb5-1bdf-44ed-81ca-167dd4b1c577 admin admin] Pushing event deleted for resources: {'Network': ['ID=029888d0-e484-445f-83ff-0006389cf079,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:27.615271 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de713725-ff85-4108-bbc4-06bd067b7dd6 req-69c69f37-6af9-4132-b603-388e5daee4f3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187687 Apr 04 20:27:27.793796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41212) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:27.833283 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-977ae972-99c1-4141-a886-9f90f4e99118 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a8a4e2ad7af460bbdb43a513061786b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383725 Apr 04 20:27:27.835723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41216) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:27.883186 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] Publish callbacks [] for security_group (55b95973-68cb-4bc5-8c04-04e69067e1c4), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.909933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] Publish callbacks [] for security_group (55b95973-68cb-4bc5-8c04-04e69067e1c4), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.960310 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (55b95973-68cb-4bc5-8c04-04e69067e1c4), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.968404 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:27.969576 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55b95973-68cb-4bc5-8c04-04e69067e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1329582 Apr 04 20:27:27.978127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71257b2-1445-4123-8605-51cdc8ea1ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b95973-68cb-4bc5-8c04-04e69067e1c4,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:28.048791 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeae7a0-9750-4a80-b525-27083fd0881b req-b5e2764b-23f0-432e-a835-8073a9afba32 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:28.050542 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cfeae7a0-9750-4a80-b525-27083fd0881b req-b5e2764b-23f0-432e-a835-8073a9afba32 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0593762 Apr 04 20:27:28.101228 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cfeae7a0-9750-4a80-b525-27083fd0881b req-03e9eb99-6b01-48e5-8e60-48669acfb1db tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Apr 04 20:27:28.336890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41272) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:28.381283 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-239061cb-0d4d-4fcb-bd3a-023a7b7bb612 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=994de9d7e6d14067a87ad9fa05ea66f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426216 Apr 04 20:27:28.383704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41282) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:28.432429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] Publish callbacks [] for security_group (5a01fe63-9fd0-44f8-84e3-03e8bca396a5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:28.453940 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] Publish callbacks [] for security_group (5a01fe63-9fd0-44f8-84e3-03e8bca396a5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:28.503123 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5a01fe63-9fd0-44f8-84e3-03e8bca396a5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:28.505757 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:28.509901 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a01fe63-9fd0-44f8-84e3-03e8bca396a5 HTTP/1.1" status: 204 len: 168 time: 0.1218386 Apr 04 20:27:28.515398 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09c531-bc32-4d07-ad06-f1ef9d9ca482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a01fe63-9fd0-44f8-84e3-03e8bca396a5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:28.714281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b67a-7f84-4d83-a143-49a308c236df req-7cfeb584-4908-49c8-801c-adb35d352652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:28.715929 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-7cfeb584-4908-49c8-801c-adb35d352652 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1127 time: 0.0637503 Apr 04 20:27:28.882667 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627e116-fea6-4608-9af3-61655608679d req-196b9e16-580e-41c9-8970-94a2a6a2a8df tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:28.884891 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a627e116-fea6-4608-9af3-61655608679d req-196b9e16-580e-41c9-8970-94a2a6a2a8df tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.1331472 Apr 04 20:27:28.919822 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b67a-7f84-4d83-a143-49a308c236df req-be473524-01b8-4bb8-bd1f-8e80ca05bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:28.921532 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-be473524-01b8-4bb8-bd1f-8e80ca05bc95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.1983426 Apr 04 20:27:28.982065 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-9d595715-4ef3-42b0-b437-ba30e18da954 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 217 time: 0.0483599 Apr 04 20:27:28.986131 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a627e116-fea6-4608-9af3-61655608679d req-6cff4b3f-ee13-46a6-a230-6ba2f8872346 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960803 Apr 04 20:27:29.047727 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b67a-7f84-4d83-a143-49a308c236df req-ef44b226-67fd-481a-9d39-3eaea6dc6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:29.049336 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-ef44b226-67fd-481a-9d39-3eaea6dc6f31 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0593340 Apr 04 20:27:29.115122 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892b67a-7f84-4d83-a143-49a308c236df req-db6e1bf9-3d27-4a76-8716-8e691a8b15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:29.116921 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-db6e1bf9-3d27-4a76-8716-8e691a8b15b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612292 Apr 04 20:27:29.219852 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-1d7e15aa-eced-4d57-92c5-d47bcfd61d9d service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956511 Apr 04 20:27:29.267204 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdafd-7528-4821-823b-7d14e9523511 req-34bfbd2c-9680-41af-9a38-2521007b5459 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:29.268809 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c84fdafd-7528-4821-823b-7d14e9523511 req-34bfbd2c-9680-41af-9a38-2521007b5459 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0688329 Apr 04 20:27:29.340137 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c84fdafd-7528-4821-823b-7d14e9523511 req-95c300e5-6204-4bc7-92dd-f463b5f806ca tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628254 Apr 04 20:27:29.344220 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3892b67a-7f84-4d83-a143-49a308c236df req-03286cd4-5205-4a13-b26a-06672c654848 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164358 Apr 04 20:27:30.107401 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664a934-d7b3-4437-aca0-bb1cb2a125dd req-effada2b-e8d2-4675-8cd7-0583d9c6eb8d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:30.108886 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8664a934-d7b3-4437-aca0-bb1cb2a125dd req-effada2b-e8d2-4675-8cd7-0583d9c6eb8d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Apr 04 20:27:30.155045 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8664a934-d7b3-4437-aca0-bb1cb2a125dd req-1ef487cf-f1ba-4595-89f5-e0ba9b5ffaff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Apr 04 20:27:30.457069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91d4a-bbdd-4712-b7a2-3404158aa40a req-87f66691-62f0-40de-8a51-49418811a4c9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:30.458566 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30e91d4a-bbdd-4712-b7a2-3404158aa40a req-87f66691-62f0-40de-8a51-49418811a4c9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0514908 Apr 04 20:27:30.507990 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30e91d4a-bbdd-4712-b7a2-3404158aa40a req-11216cab-2112-4278-b99f-bf3237b7c2ac tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Apr 04 20:27:31.053753 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:27:31.069169 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41412) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:31.157205 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:31.169285 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:27:31.217621 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:31.218013 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.231855 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:27:31.237652 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41418) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:31.237823 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-745ccd6d-37e7-49c0-8b16-dc868cd958f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c651c80d0eff4cd3a25dab23ae2a2588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673887 Apr 04 20:27:31.251480 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:31.256501 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.284065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801b5eb-e255-4032-8ac4-800a9aa261ff req-851f5996-7637-46ef-975d-b1796be84edb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:31.285588 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3801b5eb-e255-4032-8ac4-800a9aa261ff req-851f5996-7637-46ef-975d-b1796be84edb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0632110 Apr 04 20:27:31.288034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] Publish callbacks [] for security_group (ac62641e-e606-46a8-84ef-d52adaa9be86), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.305487 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:31.310675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] Publish callbacks [] for security_group (ac62641e-e606-46a8-84ef-d52adaa9be86), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.336316 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3801b5eb-e255-4032-8ac4-800a9aa261ff req-021863a0-3ade-40d8-ba9d-1b987bd4b434 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Apr 04 20:27:31.364821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ac62641e-e606-46a8-84ef-d52adaa9be86), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.367513 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:31.368658 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac62641e-e606-46a8-84ef-d52adaa9be86 HTTP/1.1" status: 204 len: 168 time: 0.1297855 Apr 04 20:27:31.376451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29e2e6-180c-4c19-a694-f04ea074f7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62641e-e606-46a8-84ef-d52adaa9be86,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:31.637690 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a314f-72aa-49d2-9bd3-44fd767ce4e3 req-0cfd4694-b129-482f-8bea-c9174d0761d3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:31.639280 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a75a314f-72aa-49d2-9bd3-44fd767ce4e3 req-0cfd4694-b129-482f-8bea-c9174d0761d3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0572999 Apr 04 20:27:31.686388 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a75a314f-72aa-49d2-9bd3-44fd767ce4e3 req-0eba1713-24a2-4f70-b7f0-a5e6f12cf79f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Apr 04 20:27:32.458732 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da939-eed9-4079-a62b-55cc979d7650 req-2dff5e54-f0a6-4646-86b8-5b90fe40e5a0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:32.460215 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f22da939-eed9-4079-a62b-55cc979d7650 req-2dff5e54-f0a6-4646-86b8-5b90fe40e5a0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0514131 Apr 04 20:27:32.505444 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f22da939-eed9-4079-a62b-55cc979d7650 req-e16e8e22-1f31-4239-b3ae-ddc69cbe871e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Apr 04 20:27:32.807060 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1702ecb-cc42-464a-8b81-27a58e89101b req-943a8f3e-fc96-47ed-aa86-e4962e7cb078 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:32.808509 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1702ecb-cc42-464a-8b81-27a58e89101b req-943a8f3e-fc96-47ed-aa86-e4962e7cb078 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0514059 Apr 04 20:27:32.853415 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1702ecb-cc42-464a-8b81-27a58e89101b req-988b13ef-0f19-4861-b9e1-d74b1e89c83f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 Apr 04 20:27:33.626262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa36b6f-1a61-47b6-ae4b-fc345cda14f5 req-6aadedf2-7f9e-494f-aa3a-eed8245b6d4a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:33.627754 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fa36b6f-1a61-47b6-ae4b-fc345cda14f5 req-6aadedf2-7f9e-494f-aa3a-eed8245b6d4a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0575018 Apr 04 20:27:33.673575 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fa36b6f-1a61-47b6-ae4b-fc345cda14f5 req-f355e30b-7c76-4268-9c7f-48ee2019df2e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Apr 04 20:27:33.973502 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f19af7-8111-47a9-837a-e67ad0c62529 req-3da2ce17-0681-4e92-a517-7cf4048fd67c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:33.974962 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88f19af7-8111-47a9-837a-e67ad0c62529 req-3da2ce17-0681-4e92-a517-7cf4048fd67c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0541573 Apr 04 20:27:34.019253 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88f19af7-8111-47a9-837a-e67ad0c62529 req-b59d855b-281e-44d5-9873-f8afd9736837 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382750 Apr 04 20:27:34.789010 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042bd54-4e5e-49c3-978e-3985c0423349 req-da031bc8-646a-4ace-958c-a2441aa9e393 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:34.791152 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b042bd54-4e5e-49c3-978e-3985c0423349 req-da031bc8-646a-4ace-958c-a2441aa9e393 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0522528 Apr 04 20:27:34.835464 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b042bd54-4e5e-49c3-978e-3985c0423349 req-ee5d33ad-88b2-471d-9d31-bb7f865edfe1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Apr 04 20:27:35.111909 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['dcb27623-d900-4cff-96f8-719df1191f3f'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:27:35.142508 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581c72-e3d1-47fa-9ac5-94c8e6782d49 req-35e89d40-c7a4-4815-bac0-760b29cbaeae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:35.143987 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb581c72-e3d1-47fa-9ac5-94c8e6782d49 req-35e89d40-c7a4-4815-bac0-760b29cbaeae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0529575 Apr 04 20:27:35.190272 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb581c72-e3d1-47fa-9ac5-94c8e6782d49 req-abe9c234-a923-4dae-9ef2-c2896d16887b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Apr 04 20:27:35.953052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc638d-0348-4fe8-8379-0d03e4032f64 req-e104a89a-604b-4513-8f6d-f447806de50c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:35.954539 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cffc638d-0348-4fe8-8379-0d03e4032f64 req-e104a89a-604b-4513-8f6d-f447806de50c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0519853 Apr 04 20:27:36.003276 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cffc638d-0348-4fe8-8379-0d03e4032f64 req-181a01b8-b44c-44e0-ab4c-d6679c733a9d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Apr 04 20:27:36.189326 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:27:36.241091 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port dcb27623-d900-4cff-96f8-719df1191f3f completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:27:36.246417 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port dcb27623-d900-4cff-96f8-719df1191f3f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:27:36.246933 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:36.331317 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:27:36.331700 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:36.338692 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bd168-1acd-4fb7-a008-d8fe4031e0ae req-8254d526-ac6f-443b-aaeb-7a9fca63b479 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:36.340174 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-297bd168-1acd-4fb7-a008-d8fe4031e0ae req-8254d526-ac6f-443b-aaeb-7a9fca63b479 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0522797 Apr 04 20:27:36.355629 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:36.357880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e73c92-067b-4ef7-9234-d98cd4de364e" -d '{"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:36.372727 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:27:36.379225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:36.393314 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-297bd168-1acd-4fb7-a008-d8fe4031e0ae req-73658abd-1fad-4940-97be-bf6941ad9431 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Apr 04 20:27:36.406858 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bf1e5-52f5-4368-a2af-760690c2b9d2 x-openstack-request-id: req-b78bf1e5-52f5-4368-a2af-760690c2b9d2 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:36.407386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:36.407542 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b78bf1e5-52f5-4368-a2af-760690c2b9d2 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:36.408073 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78bf1e5-52f5-4368-a2af-760690c2b9d2'] response: {'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'code': 200} Apr 04 20:27:36.433894 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:37.120291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636feba8-8450-48a5-b605-7be362a9d861 req-10c1c241-81ee-4e37-8b4c-7ef91abab8ec tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:37.121758 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-636feba8-8450-48a5-b605-7be362a9d861 req-10c1c241-81ee-4e37-8b4c-7ef91abab8ec tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0520539 Apr 04 20:27:37.168530 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-636feba8-8450-48a5-b605-7be362a9d861 req-ee5b6223-8b60-4603-be26-376a8a7a5c64 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Apr 04 20:27:37.517061 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b8fad-3e63-400c-a635-db003569d980 req-ea7c0ba3-185a-4c23-b3cc-21b2a1632561 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:37.518528 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6b9b8fad-3e63-400c-a635-db003569d980 req-ea7c0ba3-185a-4c23-b3cc-21b2a1632561 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0534847 Apr 04 20:27:37.564766 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6b9b8fad-3e63-400c-a635-db003569d980 req-f3433284-95c4-4fac-85f0-927ef966e5fc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Apr 04 20:27:38.282735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618c191-6aee-45af-bc10-e5b9c687c856 req-f26c5dfe-68ce-4a1c-854f-e6a73802801f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:38.284218 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3618c191-6aee-45af-bc10-e5b9c687c856 req-f26c5dfe-68ce-4a1c-854f-e6a73802801f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0510137 Apr 04 20:27:38.331982 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3618c191-6aee-45af-bc10-e5b9c687c856 req-9e0209f7-01ea-4442-89e2-6baa16a36fe2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Apr 04 20:27:38.686952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ee47e-b08b-47ca-8392-d6f81d58ff91 req-ef6601b6-4592-4764-a726-3498a2341820 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:38.688405 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0d8ee47e-b08b-47ca-8392-d6f81d58ff91 req-ef6601b6-4592-4764-a726-3498a2341820 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Apr 04 20:27:38.733449 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0d8ee47e-b08b-47ca-8392-d6f81d58ff91 req-799e4256-5426-4542-86a2-c07b083e0922 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Apr 04 20:27:39.451100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07474717-5545-4f38-9d5f-d362012160ae req-9fc6b2c7-a896-446b-9aca-06ac328b1383 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:39.452506 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-07474717-5545-4f38-9d5f-d362012160ae req-9fc6b2c7-a896-446b-9aca-06ac328b1383 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0559771 Apr 04 20:27:39.498157 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-07474717-5545-4f38-9d5f-d362012160ae req-43fbc2b3-a449-44eb-8ce5-b17d41a3c05a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400927 Apr 04 20:27:39.857745 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaf6c2-a0f0-4c87-8078-240e610c5dff req-08926739-91f3-4751-acde-22985f943d18 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:39.859192 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74aaf6c2-a0f0-4c87-8078-240e610c5dff req-08926739-91f3-4751-acde-22985f943d18 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0575609 Apr 04 20:27:39.904107 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74aaf6c2-a0f0-4c87-8078-240e610c5dff req-415c7095-1658-41bb-b1a8-455300f40800 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393636 Apr 04 20:27:40.614193 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011a45-38cd-422b-86ef-9e05e67467a9 req-2ca52de5-b854-4ae7-8d05-c8d0df3f380a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:40.615666 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cd011a45-38cd-422b-86ef-9e05e67467a9 req-2ca52de5-b854-4ae7-8d05-c8d0df3f380a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Apr 04 20:27:40.661902 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cd011a45-38cd-422b-86ef-9e05e67467a9 req-25dade4b-da72-4ad4-933d-b0b5b92fe153 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Apr 04 20:27:40.898766 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:41.023613 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd2f53-8feb-472e-a114-b88b7cb203f9 req-3bd5cb18-a979-4e4b-98f0-c2d116b27890 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:41.025076 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3cfd2f53-8feb-472e-a114-b88b7cb203f9 req-3bd5cb18-a979-4e4b-98f0-c2d116b27890 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Apr 04 20:27:41.069596 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3cfd2f53-8feb-472e-a114-b88b7cb203f9 req-7105196f-ce5c-48cd-9b6b-7c34bee58c01 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Apr 04 20:27:41.775720 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91c899-5602-4e99-8f9f-c7b13d9d3db7 req-2e430342-0c60-4f35-8f32-93ad944b7e6f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:41.777172 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f91c899-5602-4e99-8f9f-c7b13d9d3db7 req-2e430342-0c60-4f35-8f32-93ad944b7e6f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0516837 Apr 04 20:27:41.825870 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f91c899-5602-4e99-8f9f-c7b13d9d3db7 req-25799fb2-8278-4bf9-a24e-565b672ca56d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Apr 04 20:27:42.190987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c1552-d73e-466e-81f8-c6925b7d34e5 req-7c5e63ea-31f1-4ece-b219-8254186b82b8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:42.192463 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5e1c1552-d73e-466e-81f8-c6925b7d34e5 req-7c5e63ea-31f1-4ece-b219-8254186b82b8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0539017 Apr 04 20:27:42.238672 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5e1c1552-d73e-466e-81f8-c6925b7d34e5 req-0b2aa95d-df7a-4883-a60a-9576d2dc3455 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 Apr 04 20:27:42.562131 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d2cfb-3eee-4665-b7cb-9072048691f0 req-43a36951-11ba-42e1-afde-1adc87904df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:42.563618 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b00d2cfb-3eee-4665-b7cb-9072048691f0 req-43a36951-11ba-42e1-afde-1adc87904df3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1130 time: 0.0709519 Apr 04 20:27:42.587465 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e57b-d5ad-4ba3-af91-3287814cd655 req-245f2ea7-f279-453f-9c77-8d441018faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:42.588847 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7338e57b-d5ad-4ba3-af91-3287814cd655 req-245f2ea7-f279-453f-9c77-8d441018faef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1129 time: 0.0695040 Apr 04 20:27:42.629072 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b00d2cfb-3eee-4665-b7cb-9072048691f0 req-30cfaa7a-645a-4a4c-a5d1-bc259333244a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567796 Apr 04 20:27:42.647457 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7338e57b-d5ad-4ba3-af91-3287814cd655 req-e6dde628-7ffb-4ff9-882c-ded32975c65b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480552 Apr 04 20:27:42.948938 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce2c7e-07f4-4b18-b08a-c8e4ef620fa8 req-3ca5e9b6-951b-40bf-8b85-292eee8d8bb6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:42.950673 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9dce2c7e-07f4-4b18-b08a-c8e4ef620fa8 req-3ca5e9b6-951b-40bf-8b85-292eee8d8bb6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0588789 Apr 04 20:27:42.996466 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9dce2c7e-07f4-4b18-b08a-c8e4ef620fa8 req-263a2d46-2906-490a-9445-916847bb5807 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Apr 04 20:27:43.357459 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cdb71-a934-4ff9-93a2-8a62b57594fe req-855d51a4-ef18-43a2-a9dc-5c704b727c7e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:43.358959 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9a7cdb71-a934-4ff9-93a2-8a62b57594fe req-855d51a4-ef18-43a2-a9dc-5c704b727c7e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Apr 04 20:27:43.405580 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9a7cdb71-a934-4ff9-93a2-8a62b57594fe req-bf078f3f-9298-4538-9240-817791462d61 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Apr 04 20:27:43.991673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f0c3a72e-c304-4bc2-be31-00aae9a21c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:44.110699 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de325a8c-32db-4b8d-9eb9-0791134e399c req-3fe1606f-26fd-4479-96ab-f5241b5e9621 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:44.112199 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de325a8c-32db-4b8d-9eb9-0791134e399c req-3fe1606f-26fd-4479-96ab-f5241b5e9621 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Apr 04 20:27:44.158233 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de325a8c-32db-4b8d-9eb9-0791134e399c req-d0c62f2e-748b-47b9-ae1e-500d1c2a858e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Apr 04 20:27:44.320817 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:27:44.524843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2053b99-e758-4df3-8ee8-f22932eed72b req-eead1115-7647-4fe8-a9b7-362873343398 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:44.526398 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2053b99-e758-4df3-8ee8-f22932eed72b req-eead1115-7647-4fe8-a9b7-362873343398 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0523980 Apr 04 20:27:44.577436 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2053b99-e758-4df3-8ee8-f22932eed72b req-e49e52fd-c89d-4011-bc75-f355d644152e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454941 Apr 04 20:27:45.278137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360fb6e-0030-487c-bce4-11409ae09bcb req-6a1509cd-b38e-4ccf-be08-501b5c21c0d6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:45.280869 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d360fb6e-0030-487c-bce4-11409ae09bcb req-6a1509cd-b38e-4ccf-be08-501b5c21c0d6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0560808 Apr 04 20:27:45.337668 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d360fb6e-0030-487c-bce4-11409ae09bcb req-b7b137be-c919-42c0-87ba-9f88ae89fb0b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Apr 04 20:27:45.389479 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-08ebf9cb-5e67-4e39-8d73-1249cef74a0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440700 Apr 04 20:27:45.586459 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bef6d-4c8c-44f8-9de5-0e5ba445fbb0 req-1afbe3f6-5c35-4f58-a839-be0c7ba0d899 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:45.588136 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac3bef6d-4c8c-44f8-9de5-0e5ba445fbb0 req-1afbe3f6-5c35-4f58-a839-be0c7ba0d899 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0518713 Apr 04 20:27:45.636340 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac3bef6d-4c8c-44f8-9de5-0e5ba445fbb0 req-fbf22974-649d-4505-a340-a6acbb8bace7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426652 Apr 04 20:27:45.702478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef171c-b654-48b8-82b2-a0089e330207 req-555bf098-0a44-4379-a99c-e7c7b228cc5e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:45.706107 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4ef171c-b654-48b8-82b2-a0089e330207 req-555bf098-0a44-4379-a99c-e7c7b228cc5e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0539622 Apr 04 20:27:45.755572 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4ef171c-b654-48b8-82b2-a0089e330207 req-6cded92c-ae65-4198-bdb9-541563907c99 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Apr 04 20:27:45.893088 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c1068-3c6a-4c88-ac42-4d13837257cd req-726a616a-b60d-4ee4-930c-a5618a1fff6e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:45.894638 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-398c1068-3c6a-4c88-ac42-4d13837257cd req-726a616a-b60d-4ee4-930c-a5618a1fff6e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0613320 Apr 04 20:27:45.905377 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41538) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:45.922808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'floatingip': {'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:46.010999 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:46.053697 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-4a9f1c54-e425-4308-96b6-31bc9a53ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.056314 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-4a9f1c54-e425-4308-96b6-31bc9a53ed1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.1978204 Apr 04 20:27:46.063839 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-d6708bf5-884c-4d48-a488-20b12d37a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.065494 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-d6708bf5-884c-4d48-a488-20b12d37a6e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1130 time: 0.1805959 Apr 04 20:27:46.232357 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a9be86b-b744-478a-bc49-e3f8b182793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:46.588061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-8ae02d55-2910-4e56-ba02-2755fd0dc2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.589438 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-8ae02d55-2910-4e56-ba02-2755fd0dc2b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.5059001 Apr 04 20:27:46.593523 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-9146b9d9-e943-4f03-a7e6-0f773a1e1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.594873 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-9146b9d9-e943-4f03-a7e6-0f773a1e1d35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.5102537 Apr 04 20:27:46.681862 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-9d34d964-77fa-4c5d-84ed-195ff11b7d2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 200 len: 217 time: 0.0762827 Apr 04 20:27:46.829635 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-4017b710-9276-4c98-8249-e72f7b41421e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1002 time: 0.2324193 Apr 04 20:27:46.845345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-f1ba7c29-7a78-43aa-abc4-cece7bb9918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.846700 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-f1ba7c29-7a78-43aa-abc4-cece7bb9918d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.1583538 Apr 04 20:27:46.903630 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979ee67-c16b-4688-a663-fbd33b85f6e9 req-7ee1305f-c07d-4db8-8d6e-4e598d26fefc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:46.905094 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2979ee67-c16b-4688-a663-fbd33b85f6e9 req-7ee1305f-c07d-4db8-8d6e-4e598d26fefc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.2006288 Apr 04 20:27:46.988312 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2979ee67-c16b-4688-a663-fbd33b85f6e9 req-8fb94510-e737-42e3-9d8f-3e1d71135095 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766633 Apr 04 20:27:47.069482 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:47.073649 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:47.179216 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Floating IP 117e0b74-8a5d-4fb6-b5b9-d232aead69bd associated. External IP: 172.27.3.8, port: dcb27623-d900-4cff-96f8-719df1191f3f. Apr 04 20:27:47.386162 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:27:47.494109 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:27:47.499545 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:47.505801 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:27:47.516384 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:47.516997 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:47.528054 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-88f0df75-243c-4716-9750-6ab1e108411f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "PUT /v2.0/floatingips/117e0b74-8a5d-4fb6-b5b9-d232aead69bd HTTP/1.1" status: 200 len: 989 time: 1.6224740 Apr 04 20:27:47.528705 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:27:47.531118 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377ad0f-3394-4ec5-a5c8-9c6183b71094" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:27:47.567938 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0b1994-3d4e-44ef-afb4-a1f0ea103cee x-openstack-request-id: req-db0b1994-3d4e-44ef-afb4-a1f0ea103cee {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:27:47.568242 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:27:47.568499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db0b1994-3d4e-44ef-afb4-a1f0ea103cee {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:27:47.568906 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0b1994-3d4e-44ef-afb4-a1f0ea103cee'] response: {'name': 'network-changed', 'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'status': 'completed', 'code': 200} Apr 04 20:27:47.583343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:47.629605 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:47.847777 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '117e0b74-8a5d-4fb6-b5b9-d232aead69bd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:16Z', 'updated_at': '2022-04-04T20:27:46Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:47.875783 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:27:47.884533 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:27:47.885130 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:47.989014 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:27:48.104267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab25ea5-4b3a-419b-91a7-cd2de2671bf6 req-264ea47c-b15b-4a2b-9098-9269135aed8a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:48.105683 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dab25ea5-4b3a-419b-91a7-cd2de2671bf6 req-264ea47c-b15b-4a2b-9098-9269135aed8a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Apr 04 20:27:48.153860 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dab25ea5-4b3a-419b-91a7-cd2de2671bf6 req-45d3b6ea-0c47-4c7b-9868-8e6ff01d92db tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Apr 04 20:27:48.209605 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '117e0b74-8a5d-4fb6-b5b9-d232aead69bd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:16Z', 'updated_at': '2022-04-04T20:27:46Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:27:48.239437 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a080b2-95fa-4621-9248-546c2f29d931 None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '117e0b74-8a5d-4fb6-b5b9-d232aead69bd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:16Z', 'updated_at': '2022-04-04T20:27:46Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:27:48.419008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603a939c-2359-4d60-ae18-bca069a35e5e None None] New status for floating IP 117e0b74-8a5d-4fb6-b5b9-d232aead69bd: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:27:48.655197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:49.271882 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a7c52-ad94-4c81-a1b2-97f0d0a5710e req-7fa55440-718b-4fa7-91d0-e2589b501225 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:49.273333 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4e0a7c52-ad94-4c81-a1b2-97f0d0a5710e req-7fa55440-718b-4fa7-91d0-e2589b501225 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0519378 Apr 04 20:27:49.322609 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4e0a7c52-ad94-4c81-a1b2-97f0d0a5710e req-61390489-0ac1-40cc-bc4e-70e851b5d7a0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Apr 04 20:27:49.989755 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-72b96e86-2a56-44b7-b9c3-7fbde3dfd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:49.991294 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-72b96e86-2a56-44b7-b9c3-7fbde3dfd6f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1129 time: 0.0436685 Apr 04 20:27:50.005374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-3b42dedf-d8cf-42bc-b40e-a151e7ee0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.006841 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-3b42dedf-d8cf-42bc-b40e-a151e7ee0ac4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0757716 Apr 04 20:27:50.023219 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-b2a25f55-f624-456b-9051-898f7f98316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.025185 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-b2a25f55-f624-456b-9051-898f7f98316f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0866039 Apr 04 20:27:50.081179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-2f5601ca-57d2-4b84-bad5-0f4461ccc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.082671 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-2f5601ca-57d2-4b84-bad5-0f4461ccc0c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0841577 Apr 04 20:27:50.151215 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-d1d5ed0c-bffe-4097-a5c5-8d97dcb08713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 999 time: 0.0628722 Apr 04 20:27:50.200805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-e31f2879-4ba0-4c0f-9718-03a901ffb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.202301 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-e31f2879-4ba0-4c0f-9718-03a901ffb939 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0460594 Apr 04 20:27:50.253251 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-fad49dce-4613-4832-8df6-9d795bd53844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.254800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-fad49dce-4613-4832-8df6-9d795bd53844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459011 Apr 04 20:27:50.315114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:50.352826 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-da66d080-0a1c-49c7-abc2-5aa59efbc5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Apr 04 20:27:50.364611 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-84905ae5-de5d-479d-9136-7c314c66b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.366155 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-84905ae5-de5d-479d-9136-7c314c66b138 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3537972 Apr 04 20:27:50.402107 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-97e84a3f-e90c-42b3-841b-8959c37b1e6e service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628540 Apr 04 20:27:50.450739 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-cd1267d3-632b-4ca2-8ab1-cdff7a9428b8 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916090 Apr 04 20:27:50.570730 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6256e58-0b0d-4677-88b7-bcf9566f841b req-10fb86d3-2fd9-472e-84af-e060e2303f26 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:50.572143 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6256e58-0b0d-4677-88b7-bcf9566f841b req-10fb86d3-2fd9-472e-84af-e060e2303f26 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.1723721 Apr 04 20:27:50.583310 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-299b7265-9dc8-46d8-acb0-25bcc3d9d90b service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091749 Apr 04 20:27:50.605097 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-571f3ce2-7155-4b2c-b714-cc8a6838b403 req-6139a238-1ddf-40b9-8073-e3bd544ecc7f service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897242 Apr 04 20:27:50.681606 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6256e58-0b0d-4677-88b7-bcf9566f841b req-2c325ae8-716a-4f02-86df-3dad5e98b315 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 Apr 04 20:27:50.706148 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bd36d92a-b205-4785-84e6-1d45d0ef2137 req-2a3932f0-abf5-468c-b4fd-fa8ce37ab4c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153488 Apr 04 20:27:51.802864 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66f28-313e-458e-a96c-29a40315e081 req-034a100d-2b55-472e-9973-7b1316d32d37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:51.804325 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c2c66f28-313e-458e-a96c-29a40315e081 req-034a100d-2b55-472e-9973-7b1316d32d37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0515234 Apr 04 20:27:51.850414 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c2c66f28-313e-458e-a96c-29a40315e081 req-9c52dee6-0b72-4f2e-b79f-c402539e28e7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Apr 04 20:27:52.966357 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca586a-b9df-460a-bd32-21d037321863 req-f10f509c-a23c-4f23-b79b-0410e2111c37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:52.967901 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82ca586a-b9df-460a-bd32-21d037321863 req-f10f509c-a23c-4f23-b79b-0410e2111c37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Apr 04 20:27:53.014502 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-82ca586a-b9df-460a-bd32-21d037321863 req-76954bd1-9662-4aee-bcea-c76e9f3dec48 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Apr 04 20:27:54.143892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a87e0-e7f8-43ec-9870-deba40b91324 req-8f623f06-5356-47a7-bd86-1c3caaa5659e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:54.145305 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-250a87e0-e7f8-43ec-9870-deba40b91324 req-8f623f06-5356-47a7-bd86-1c3caaa5659e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Apr 04 20:27:54.193558 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-250a87e0-e7f8-43ec-9870-deba40b91324 req-aae05138-80fa-4905-8212-71560e2fc3eb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Apr 04 20:27:55.360877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41630) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:55.461444 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bacea17-40d7-4649-a2ec-56b19e242bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.544417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bacea17-40d7-4649-a2ec-56b19e242bdd admin admin] Publish callbacks [] for security_group (6f66ddc6-7bbf-40ad-9aaf-51475eaeab50), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.549454 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bacea17-40d7-4649-a2ec-56b19e242bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6f66ddc6-7bbf-40ad-9aaf-51475eaeab50), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.587913 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2bacea17-40d7-4649-a2ec-56b19e242bdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5a40181ca6347eea42c9bd5522f73dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259176 Apr 04 20:27:55.589557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacea17-40d7-4649-a2ec-56b19e242bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66ddc6-7bbf-40ad-9aaf-51475eaeab50,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:55.591092 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41638) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:55.643254 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] Publish callbacks [] for security_group (6f66ddc6-7bbf-40ad-9aaf-51475eaeab50), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.664138 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] Publish callbacks [] for security_group (6f66ddc6-7bbf-40ad-9aaf-51475eaeab50), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.710967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6f66ddc6-7bbf-40ad-9aaf-51475eaeab50), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.714185 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.715320 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f66ddc6-7bbf-40ad-9aaf-51475eaeab50 HTTP/1.1" status: 204 len: 168 time: 0.1231980 Apr 04 20:27:55.722874 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae4c98-d756-4f6f-aad9-4c69e0bf6a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66ddc6-7bbf-40ad-9aaf-51475eaeab50,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:55.866230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:55.871271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897117678', 'description': 'tempest-description--2094260947'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:55.891656 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.958789 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (1536e10f-3d2b-4219-947a-47786555b220), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.962582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (1536e10f-3d2b-4219-947a-47786555b220), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.996943 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:55.998188 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1308820 Apr 04 20:27:55.999272 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711058d8-7d14-4f5c-9657-696164a39132 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1536e10f-3d2b-4219-947a-47786555b220,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.001363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41650) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:56.005688 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'security_group_rule': {'security_group_id': '1536e10f-3d2b-4219-947a-47786555b220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:56.035851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (7f0ef4a5-601c-4afb-a68c-cec901ada6be), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.094639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (7f0ef4a5-601c-4afb-a68c-cec901ada6be), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.098165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (7f0ef4a5-601c-4afb-a68c-cec901ada6be), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.116966 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0ef4a5-601c-4afb-a68c-cec901ada6be,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.122792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.126612 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-050d74ab-394b-4d96-9274-a365e2fe209e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218417 Apr 04 20:27:56.126612 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41656) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:56.131436 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'security_group_rule': {'security_group_id': '1536e10f-3d2b-4219-947a-47786555b220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:56.156895 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (b0be937d-e9b3-476a-908d-3243f5be4471), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.213114 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (b0be937d-e9b3-476a-908d-3243f5be4471), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.217420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (b0be937d-e9b3-476a-908d-3243f5be4471), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.239281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0be937d-e9b3-476a-908d-3243f5be4471,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.248396 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.249613 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-45b93f37-8131-40df-8c21-c2a61f6b24f6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221304 Apr 04 20:27:56.252730 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41664) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:56.257045 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:56.277870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.367805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 41668) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:56.382844 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.466458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952811833-network', 'tenant_id': '4241cbbfa43d4d5198f3e4104d40c0e6'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:56.507499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Allocated IP 172.27.3.138 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/ab760269-7bba-4714-85d7-ee1b7682e96f) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:56.509261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Made reservation on behalf of 4241cbbfa43d4d5198f3e4104d40c0e6 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:56.511505 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.522182 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.656734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.681304 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks [] for security_group (76f7ad77-8dca-4ba4-9c16-0515ee278720), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.690589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (76f7ad77-8dca-4ba4-9c16-0515ee278720), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.719061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:27:56.739311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7ad77-8dca-4ba4-9c16-0515ee278720,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.743991 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c06375c7-84ac-412c-b8d2-1178964c8be8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.744858 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Added segment c06375c7-84ac-412c-b8d2-1178964c8be8 of type vlan for network 1bc73277-00fc-4d38-abb5-020e249e069c Apr 04 20:27:56.752696 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.814542 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:56.816113 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (1bc73277-00fc-4d38-abb5-020e249e069c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.821267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:56.826861 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:56.868110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'Port': ['ID=ab760269-7bba-4714-85d7-ee1b7682e96f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.884277 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (1bc73277-00fc-4d38-abb5-020e249e069c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.885734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:56.886344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.968785 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5998504 Apr 04 20:27:56.971582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41672) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:27:56.976536 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Request body: {'subnet': {'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952811833-subnet', 'tenant_id': '4241cbbfa43d4d5198f3e4104d40c0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:56.979039 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e56d9-b3d9-4b12-ba6b-864a680aed7c admin admin] Pushing event updated for resources: {'Network': ['ID=1bc73277-00fc-4d38-abb5-020e249e069c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:56.990353 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 1bc73277-00fc-4d38-abb5-020e249e069c details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:27:56.994568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:56.997365 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Made reservation on behalf of 4241cbbfa43d4d5198f3e4104d40c0e6 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:57.000232 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8311089'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.037147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.171241 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8311087'] for subnet (11f587d7-73ea-4f61-80bc-367aa66401fb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.191473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.196644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.233002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f587d7-73ea-4f61-80bc-367aa66401fb,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:57.242806 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Checking segment: {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:27:57.243188 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Network hostable DHCP agents. Network: 1bc73277-00fc-4d38-abb5-020e249e069c, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:27:57.260887 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Network 1bc73277-00fc-4d38-abb5-020e249e069c is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:27:57.269611 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 1bc73277-00fc-4d38-abb5-020e249e069c) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:57.270716 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'Port': ['ID=ab760269-7bba-4714-85d7-ee1b7682e96f,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:57.274168 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:57.274967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.283144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.286767 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad7a22-4d94-4f93-8992-624db49d8cfd None None] Network 1bc73277-00fc-4d38-abb5-020e249e069c requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:57.292619 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6be3cb07-b62a-4ed9-9742-aaa4ec28ca0b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3194649 Apr 04 20:27:57.307179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:57.308442 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d0d1f486-6c6d-4d74-b591-931b9eef9efa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0547535 Apr 04 20:27:57.397848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c67c3a-afdf-4882-8d06-502b9ad6d427 None None] Network 1bc73277-00fc-4d38-abb5-020e249e069c requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:27:57.532333 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-5c2a954d-034b-4df2-9665-09833ee9ee68 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--897117678&fields=id&tenant_id=ffc8ef7f9c3249338857b21703cbde3b HTTP/1.1" status: 200 len: 267 time: 0.0490510 Apr 04 20:27:57.639014 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-0533923a-860d-47c2-ad35-3a5a2450dada tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:57.640468 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-0533923a-860d-47c2-ad35-3a5a2450dada tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 0.1018713 Apr 04 20:27:57.655556 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-94450a3c-b808-49da-88fc-e2c47b066b01 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/quotas/ffc8ef7f9c3249338857b21703cbde3b HTTP/1.1" status: 200 len: 375 time: 0.0096242 Apr 04 20:27:57.960594 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-d5892eeb-f382-4529-b799-b35126635341 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2995169 Apr 04 20:27:58.055463 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-d8fa6311-b57e-4989-a9a6-4c0748095b9d service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808244 Apr 04 20:27:58.145758 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-f4911d55-8943-441b-9205-69b7d3c9b1ab service neutron] 10.222.0.25 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Apr 04 20:27:58.301650 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8344ef11-c056-4216-a86d-8c371742d2ca req-3be1c672-c686-4447-b5c9-296a54c7d4d2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Apr 04 20:27:59.061540 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-e08b4506-9361-403b-a484-bd4f1b33267c tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:59.063037 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-e08b4506-9361-403b-a484-bd4f1b33267c tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 808 time: 0.1027901 Apr 04 20:27:59.078336 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-5c9fff16-b12e-4d5d-9408-c3722a22ef21 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/quotas/4241cbbfa43d4d5198f3e4104d40c0e6 HTTP/1.1" status: 200 len: 375 time: 0.0100338 Apr 04 20:27:59.110328 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-0716eb80-0711-408a-bc07-63e6efabfb20 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267839 Apr 04 20:27:59.205202 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-f2b9f378-2f97-472e-b8cb-67f9ae64ab54 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Apr 04 20:27:59.257859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-4268b33f-bf93-4e7d-81b0-126b23f98aab tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:59.259326 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-4268b33f-bf93-4e7d-81b0-126b23f98aab tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 818 time: 0.1072326 Apr 04 20:27:59.305258 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-2f12a0ae-77f7-400d-98cd-bc605f4bbfd2 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Apr 04 20:27:59.327030 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-8d1d3355-9e6a-4229-b62a-7b606b163c71 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc8ef7f9c3249338857b21703cbde3b HTTP/1.1" status: 200 len: 379 time: 0.0572479 Apr 04 20:27:59.342372 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'port': {'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'admin_state_up': True, 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'security_groups': ['1536e10f-3d2b-4219-947a-47786555b220']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:27:59.430612 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d8e4005e-73c3-4c2d-866e-13fbcaf7d4ac req-21f08d22-7ad4-44c3-97ce-6b1eb860732e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 210 time: 0.0565009 Apr 04 20:27:59.477882 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ef931a17-d981-4102-8aeb-139b99bf077b req-1aab0703-f330-42c7-a5a5-cae937715faf tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 210 time: 0.0278940 Apr 04 20:27:59.502908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Made reservation on behalf of ffc8ef7f9c3249338857b21703cbde3b for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:27:59.506522 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:59.645670 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Allocated IP 172.20.0.5 (93d8a3ce-8129-40c3-8d97-151bafd9fea8/d3150d9e-2db6-4b7b-b56b-a403254bc6ae/93582af2-c360-44c4-8022-03aea01b4a35) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:27:59.790648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for port (93582af2-c360-44c4-8022-03aea01b4a35), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:59.825893 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:59.868112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:27:59.872104 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:27:59.878700 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:27:59.884595 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event updated for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:27:59.934032 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:27:59.934679 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:27:59.951268 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-83111f1b-ff57-409b-a2d1-4465648585fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141996 Apr 04 20:27:59.991512 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Request body: {'port': {'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:00.060188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (93582af2-c360-44c4-8022-03aea01b4a35), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.113864 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-227cafb8-fe07-4908-ab7f-f55fdec0837e None None] Provisioning complete for port 93582af2-c360-44c4-8022-03aea01b4a35 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:28:00.114521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-227cafb8-fe07-4908-ab7f-f55fdec0837e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (93582af2-c360-44c4-8022-03aea01b4a35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.151896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-227cafb8-fe07-4908-ab7f-f55fdec0837e None None] Port 93582af2-c360-44c4-8022-03aea01b4a35 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:28:00.318274 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93582af2-c360-44c4-8022-03aea01b4a35 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:00.326265 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks [] for port (93582af2-c360-44c4-8022-03aea01b4a35), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.337644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Transition to ACTIVE for port object 93582af2-c360-44c4-8022-03aea01b4a35 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:28:00.341273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.413999 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Pushing event updated for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:00.553283 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Attempting to bind port 93582af2-c360-44c4-8022-03aea01b4a35 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:28:00.553891 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Attempting to bind port 93582af2-c360-44c4-8022-03aea01b4a35 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:28:00.554407 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Attempting to bind port 93582af2-c360-44c4-8022-03aea01b4a35 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:00.587308 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Port 93582af2-c360-44c4-8022-03aea01b4a35 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:28:00.588028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Attempting to bind port 93582af2-c360-44c4-8022-03aea01b4a35 on network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:00.610921 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:28:00.611781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Checking segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:28:00.612457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Bound using segment: {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:28:00.613068 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Bound port: 93582af2-c360-44c4-8022-03aea01b4a35, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:28:00.613489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (93582af2-c360-44c4-8022-03aea01b4a35), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.618259 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b4e24984-ebc6-455a-93b0-c24c246d39dc req-92c1c46b-4e6b-410e-aaa2-f760a52228c4 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 210 time: 0.0412147 Apr 04 20:28:00.692870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-9d70ed7b-51e9-4ec2-8073-8cbede1a5857 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:00.694396 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-9d70ed7b-51e9-4ec2-8073-8cbede1a5857 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 808 time: 0.2262592 Apr 04 20:28:00.705052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc7324-8a2a-4d89-b9f0-d3d8a40f1647 req-a35f925a-dedb-400f-9910-3994efd80f4e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:00.706460 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b8bc7324-8a2a-4d89-b9f0-d3d8a40f1647 req-a35f925a-dedb-400f-9910-3994efd80f4e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 943 time: 0.1637695 Apr 04 20:28:00.746161 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:28:00.753273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93582af2-c360-44c4-8022-03aea01b4a35,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:28:00.760340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.775460 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Request body: {'port': {'device_id': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c', 'admin_state_up': True, 'tenant_id': '4241cbbfa43d4d5198f3e4104d40c0e6'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:00.804243 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b8bc7324-8a2a-4d89-b9f0-d3d8a40f1647 req-488a4d34-6a13-42a6-acd3-8562889ccebc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891395 Apr 04 20:28:00.833260 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:00.833877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:00.835357 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] 10.222.0.23 "PUT /v2.0/ports/93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 1093 time: 0.8483005 Apr 04 20:28:00.835808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:00.838190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369afc57-53ba-4959-8e22-0cad1f3fa5be" -d '{"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:00.883527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac8b5f4-af72-4abe-ac66-24cb15851707 x-openstack-request-id: req-aac8b5f4-af72-4abe-ac66-24cb15851707 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:00.883811 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:00.884057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aac8b5f4-af72-4abe-ac66-24cb15851707 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:00.884457 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac8b5f4-af72-4abe-ac66-24cb15851707'] response: {'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'status': 'completed', 'code': 200} Apr 04 20:28:00.903123 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43a628-bb78-49ce-98cc-42d622913181 service neutron] Pushing event updated for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:00.970891 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-2d0916e5-26a3-4d35-b238-d7e8f89f493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:00.972404 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-2d0916e5-26a3-4d35-b238-d7e8f89f493d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1127 time: 0.0800607 Apr 04 20:28:00.987169 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Made reservation on behalf of 4241cbbfa43d4d5198f3e4104d40c0e6 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:28:00.990363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:01.018917 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-43f1b1d6-7898-4244-a1e8-0e27838ceafa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 217 time: 0.0387905 Apr 04 20:28:01.110984 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-b0038454-33db-44d6-bdc6-f474aa713656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:01.112427 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-b0038454-33db-44d6-bdc6-f474aa713656 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0853775 Apr 04 20:28:01.202512 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Allocated IP 172.20.0.6 (1bc73277-00fc-4d38-abb5-020e249e069c/11f587d7-73ea-4f61-80bc-367aa66401fb/7e3a78ea-580f-448a-beb9-520f4cd8bfb7) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:28:01.208284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48521728-2802-4676-befa-60d56cad63b2 req-a0c398ed-1d01-44cd-b982-bda7f90f250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:01.209772 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-a0c398ed-1d01-44cd-b982-bda7f90f250f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893989 Apr 04 20:28:01.379139 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-f9a3fd55-33b1-4b81-86f2-48247ad2f9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614265 Apr 04 20:28:01.438130 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks [] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:01.515903 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-48521728-2802-4676-befa-60d56cad63b2 req-b793f634-36c8-4a87-96ce-22cdf1c45b9d service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116273 Apr 04 20:28:01.520795 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:01.570778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Network 1bc73277-00fc-4d38-abb5-020e249e069c is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:28:01.574227 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:28:01.579960 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:28:01.586317 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Pushing event updated for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:01.631937 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:01.632537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:01.648031 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-1318ef39-0c2d-44af-a6eb-2fd7187fb77f tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762207 Apr 04 20:28:01.725338 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aef31-f1b0-4740-acde-9203b68d2ee2 req-ff0613ae-72bc-4447-95ea-62422177f99e tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:01.726827 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-363aef31-f1b0-4740-acde-9203b68d2ee2 req-ff0613ae-72bc-4447-95ea-62422177f99e tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 931 time: 0.0510697 Apr 04 20:28:01.772100 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-363aef31-f1b0-4740-acde-9203b68d2ee2 req-bfb3c3d6-633a-4d9d-a3c5-b77f20205de9 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389950 Apr 04 20:28:01.923008 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77edeba-af8c-46a5-bc1c-735c72d10c0b req-a7655145-25fd-4fb5-b0d8-c3e06d8c4b0d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:01.924450 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b77edeba-af8c-46a5-bc1c-735c72d10c0b req-a7655145-25fd-4fb5-b0d8-c3e06d8c4b0d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 943 time: 0.0551255 Apr 04 20:28:01.970833 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b77edeba-af8c-46a5-bc1c-735c72d10c0b req-d4e047e7-b90a-47d0-b4ad-be17c9523159 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407917 Apr 04 20:28:02.885417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d7588-4f48-4dc4-be0b-65bf3d868b2f req-d1c5aad3-8f01-4d29-9133-c196bfb33150 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:02.886894 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d12d7588-4f48-4dc4-be0b-65bf3d868b2f req-d1c5aad3-8f01-4d29-9133-c196bfb33150 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 931 time: 0.0507913 Apr 04 20:28:02.936799 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d12d7588-4f48-4dc4-be0b-65bf3d868b2f req-4d4e871b-69e3-4e88-b988-12f6f1cfaa20 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Apr 04 20:28:03.086944 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4692f2-84c6-4089-aacb-399fabd59475 req-02a3618a-5d39-4c6b-bc93-464f4d99a596 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:03.089347 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc4692f2-84c6-4089-aacb-399fabd59475 req-02a3618a-5d39-4c6b-bc93-464f4d99a596 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 943 time: 0.0536571 Apr 04 20:28:03.134443 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc4692f2-84c6-4089-aacb-399fabd59475 req-5e3334ca-2d9b-4596-81a4-36672b77bc27 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397713 Apr 04 20:28:04.050533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c898a1-ca77-4a16-907c-ad42e1050146 req-2a284441-7dfb-491d-8896-d24058002034 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:04.052000 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42c898a1-ca77-4a16-907c-ad42e1050146 req-2a284441-7dfb-491d-8896-d24058002034 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 931 time: 0.0506601 Apr 04 20:28:04.097404 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42c898a1-ca77-4a16-907c-ad42e1050146 req-51f19bf8-ddae-46e2-b20b-b08cc25e17d4 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Apr 04 20:28:04.249611 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79bbfa-2452-442e-ab8a-ff0f49927974 req-fc5ffc37-34ba-4988-a15a-46a5efcdc6a9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:04.250991 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa79bbfa-2452-442e-ab8a-ff0f49927974 req-fc5ffc37-34ba-4988-a15a-46a5efcdc6a9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 943 time: 0.0512593 Apr 04 20:28:04.301540 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Request body: {'port': {'device_id': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:04.302580 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa79bbfa-2452-442e-ab8a-ff0f49927974 req-5f0797f1-31bd-461c-9981-d6a1ecc098eb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461276 Apr 04 20:28:04.320700 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 93582af2-c360-44c4-8022-03aea01b4a35 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:28:04.396925 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:04.399877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-1634e7f8-3fea-435f-99eb-4d704219f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:04.401435 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-1634e7f8-3fea-435f-99eb-4d704219f508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1127 time: 0.0959196 Apr 04 20:28:04.419489 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93582af2-c360-44c4-8022-03aea01b4a35,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:04.430455 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '93582af2-c360-44c4-8022-03aea01b4a35', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:28:04.471175 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 93582af2-c360-44c4-8022-03aea01b4a35 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:04.471582 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (93582af2-c360-44c4-8022-03aea01b4a35), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:04.484396 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93582af2-c360-44c4-8022-03aea01b4a35 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:04.505559 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93582af2-c360-44c4-8022-03aea01b4a35,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:04.510220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:04.566578 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:04.836429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-c5b20082-df02-43b0-a8ea-8bc2f133feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:04.838022 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-c5b20082-df02-43b0-a8ea-8bc2f133feb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.4262190 Apr 04 20:28:04.892141 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-3c15c8ac-2c5f-400e-bacf-7bc86cdbcac5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 217 time: 0.0443361 Apr 04 20:28:04.953701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['93582af2-c360-44c4-8022-03aea01b4a35'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:28:04.973762 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-ad5e7231-b256-4d0c-b726-e46826bd78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:04.975242 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-ad5e7231-b256-4d0c-b726-e46826bd78f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0597138 Apr 04 20:28:05.074370 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-61e8f319-69ce-4ee4-a970-76fa01d5b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.075887 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-61e8f319-69ce-4ee4-a970-76fa01d5b1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0905812 Apr 04 20:28:05.081543 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:05.096962 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks [] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:05.151329 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Transition to ACTIVE for port object 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:28:05.156802 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:05.265491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:05.269051 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-eef70c3d-fb5c-406c-895e-81673e70ae30 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800325 Apr 04 20:28:05.381428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf79e2-f90f-49a9-b971-32cf437c26ff req-2b1b1ad3-bfd3-44d3-8505-470f419d2a45 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.382944 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b9cf79e2-f90f-49a9-b971-32cf437c26ff req-2b1b1ad3-bfd3-44d3-8505-470f419d2a45 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 943 time: 0.1951692 Apr 04 20:28:05.417980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2dbb-bc10-4942-8045-d743e87af7bc req-86894ac8-b283-4a25-86aa-62e81fdd1f90 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.419504 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd0f2dbb-bc10-4942-8045-d743e87af7bc req-86894ac8-b283-4a25-86aa-62e81fdd1f90 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 944 time: 0.0522165 Apr 04 20:28:05.432448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Attempting to bind port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:28:05.432750 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Attempting to bind port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:28:05.433064 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Attempting to bind port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 on network 1bc73277-00fc-4d38-abb5-020e249e069c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:05.452860 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 on network 1bc73277-00fc-4d38-abb5-020e249e069c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:28:05.453179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Attempting to bind port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 on network 1bc73277-00fc-4d38-abb5-020e249e069c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:05.461589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-369afc57-53ba-4959-8e22-0cad1f3fa5be req-a6ee2dbe-260a-4d13-a741-3bc03c153f96 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750309 Apr 04 20:28:05.467353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd0f2dbb-bc10-4942-8045-d743e87af7bc req-01dbc765-3bb0-40ea-bacf-5790b0eb8a65 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419877 Apr 04 20:28:05.470641 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:28:05.471033 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Checking segment: {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:28:05.471363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Bound using segment: {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:28:05.471811 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Bound port: 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:28:05.472160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:05.486706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b9cf79e2-f90f-49a9-b971-32cf437c26ff req-67e71408-0fca-4d36-9f76-43f3d9322ecc tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974765 Apr 04 20:28:05.542778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:28:05.545758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:28:05.551760 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:05.585653 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.586291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:05.588225 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] 10.222.0.23 "PUT /v2.0/ports/7e3a78ea-580f-448a-beb9-520f4cd8bfb7 HTTP/1.1" status: 200 len: 1093 time: 1.2905960 Apr 04 20:28:05.588663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:05.591025 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4" -d '{"events": [{"name": "network-changed", "server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:05.615306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584bf0b-9397-49e9-af9b-6a2f4356d5ad service neutron] Pushing event updated for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:05.630637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74fdba9-9f2a-4b3c-8bfd-f9a352794456 x-openstack-request-id: req-c74fdba9-9f2a-4b3c-8bfd-f9a352794456 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:05.630929 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:05.631244 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c74fdba9-9f2a-4b3c-8bfd-f9a352794456 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:05.631629 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74fdba9-9f2a-4b3c-8bfd-f9a352794456'] response: {'name': 'network-changed', 'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7', 'status': 'completed', 'code': 200} Apr 04 20:28:05.689980 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-0b427368-1718-4f4b-bbe3-beb56d2cc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.691476 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-0b427368-1718-4f4b-bbe3-beb56d2cc964 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 1127 time: 0.0441701 Apr 04 20:28:05.737674 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-2c1ecc51-c714-49fd-bd98-b492a7681f11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0369532 Apr 04 20:28:05.784476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-7f7638ee-2356-4933-8731-947dad3acc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:05.785841 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-7f7638ee-2356-4933-8731-947dad3acc14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=11f587d7-73ea-4f61-80bc-367aa66401fb HTTP/1.1" status: 200 len: 848 time: 0.0413599 Apr 04 20:28:05.818817 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-b7933355-9705-4e89-97b8-7d2d51cc0492 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bc73277-00fc-4d38-abb5-020e249e069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234957 Apr 04 20:28:05.910560 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-8e5e8af8-414f-4019-9106-aed64a7e367d service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841672 Apr 04 20:28:05.998882 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ff9ff7a-620d-4a4e-9a3e-f31fc950f5cf req-9ad899e1-0977-4572-beae-9d5c744d7f43 service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814240 Apr 04 20:28:06.377657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 93582af2-c360-44c4-8022-03aea01b4a35 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:28:06.424909 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 93582af2-c360-44c4-8022-03aea01b4a35 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:28:06.429190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 93582af2-c360-44c4-8022-03aea01b4a35 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:28:06.429560 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (93582af2-c360-44c4-8022-03aea01b4a35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:06.511392 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 93582af2-c360-44c4-8022-03aea01b4a35 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:06.511783 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (93582af2-c360-44c4-8022-03aea01b4a35), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:06.534770 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:06.537082 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c77f4-6664-4d6b-acbd-438762a7848b" -d '{"events": [{"server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "name": "network-vif-plugged", "status": "completed", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:06.551047 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93582af2-c360-44c4-8022-03aea01b4a35,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:06.555523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:06.593878 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7846-0068-46c3-9914-f300222e6901 req-6369f64d-db32-4cca-9a60-f7c341e5d8d2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:06.595391 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-388d7846-0068-46c3-9914-f300222e6901 req-6369f64d-db32-4cca-9a60-f7c341e5d8d2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 944 time: 0.0591683 Apr 04 20:28:06.605676 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:06.624048 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6f229-f4c9-4e79-9981-39a86a4b5f2f req-a84aca9f-762a-4944-96bf-35e9add85463 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:06.625749 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98d6f229-f4c9-4e79-9981-39a86a4b5f2f req-a84aca9f-762a-4944-96bf-35e9add85463 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 943 time: 0.0677660 Apr 04 20:28:06.651757 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-388d7846-0068-46c3-9914-f300222e6901 req-8b75135b-5254-41af-8c3d-ffd5f10697ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Apr 04 20:28:06.673367 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98d6f229-f4c9-4e79-9981-39a86a4b5f2f req-ec5ee843-91bc-4283-aa43-ade5781a5d86 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Apr 04 20:28:06.697675 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af52d94-23c2-4da6-a95e-a5ba65268b54 x-openstack-request-id: req-3af52d94-23c2-4da6-a95e-a5ba65268b54 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:06.698267 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "name": "network-vif-plugged", "status": "completed", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:06.698521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3af52d94-23c2-4da6-a95e-a5ba65268b54 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:06.698912 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af52d94-23c2-4da6-a95e-a5ba65268b54'] response: {'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'code': 200} Apr 04 20:28:07.773034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63144a09-1d53-4082-9a8d-fa3a7cdf4923 req-018b0b61-abff-4adb-8c88-a07b2da9ea7f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:07.774519 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63144a09-1d53-4082-9a8d-fa3a7cdf4923 req-018b0b61-abff-4adb-8c88-a07b2da9ea7f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0552127 Apr 04 20:28:07.789221 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae795ccc-eba3-4bde-81d9-6f3960fe3ba1 req-353d7764-5e6d-45d1-9232-38937fdf0136 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:07.790770 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ae795ccc-eba3-4bde-81d9-6f3960fe3ba1 req-353d7764-5e6d-45d1-9232-38937fdf0136 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 943 time: 0.0514262 Apr 04 20:28:07.821542 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63144a09-1d53-4082-9a8d-fa3a7cdf4923 req-0f9eae18-fb2f-4264-a0c6-7fe5c94a435d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 Apr 04 20:28:07.837139 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ae795ccc-eba3-4bde-81d9-6f3960fe3ba1 req-547c4091-740b-4692-8995-cd9236bc2d81 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Apr 04 20:28:08.370007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:28:08.466710 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:08.477161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7', 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c', 'port_id': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7', 'mac_address': 'fa:16:3e:cb:99:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f587d7-73ea-4f61-80bc-367aa66401fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:28:08.512918 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:08.513297 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:08.525796 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:08.544933 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:08.549007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:08.593774 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:08.913456 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-d926ee49-3b81-46f5-bfe3-5931cd159cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:08.916171 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-d926ee49-3b81-46f5-bfe3-5931cd159cda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 1128 time: 0.0608141 Apr 04 20:28:08.954643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13db6-5f3f-4507-854e-347e1942ec07 req-d163a3ed-0fc9-4dc0-9a26-468f7b1297b7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:08.956410 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cb13db6-5f3f-4507-854e-347e1942ec07 req-d163a3ed-0fc9-4dc0-9a26-468f7b1297b7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0645504 Apr 04 20:28:09.014069 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cb13db6-5f3f-4507-854e-347e1942ec07 req-45828f55-ea07-4e8d-88ea-de862decb3c9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517342 Apr 04 20:28:09.102181 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-1b3a2abb-7ac2-496f-b06c-8572685d238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:09.103675 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-1b3a2abb-7ac2-496f-b06c-8572685d238c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 908 time: 0.1671054 Apr 04 20:28:09.111144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c5340-10aa-4bfc-9a71-de44bfe5898e req-279eefd4-f03f-4abe-8ee7-64c6b0400b5b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:09.112528 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a49c5340-10aa-4bfc-9a71-de44bfe5898e req-279eefd4-f03f-4abe-8ee7-64c6b0400b5b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 944 time: 0.1934588 Apr 04 20:28:09.130946 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['7e3a78ea-580f-448a-beb9-520f4cd8bfb7'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:28:09.155980 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b508c-2b67-4420-9691-dfae03f3b8be req-db919f18-ea59-4e8c-aaf6-03bc1d604752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:09.157414 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b8b508c-2b67-4420-9691-dfae03f3b8be req-db919f18-ea59-4e8c-aaf6-03bc1d604752 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.1328599 Apr 04 20:28:09.160819 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-362309c3-9b76-4672-bab8-02f381f3fe99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0471082 Apr 04 20:28:09.239970 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a49c5340-10aa-4bfc-9a71-de44bfe5898e req-876b88c4-bf9c-4610-a993-d250aebb2f8d tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194782 Apr 04 20:28:09.268156 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b8b508c-2b67-4420-9691-dfae03f3b8be req-12cd83e6-e1e1-4d08-85c6-a2114819dbef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979388 Apr 04 20:28:09.271911 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-f04f6604-9c1e-46c4-8942-fddc9010acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:09.273270 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-f04f6604-9c1e-46c4-8942-fddc9010acc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=11f587d7-73ea-4f61-80bc-367aa66401fb HTTP/1.1" status: 200 len: 848 time: 0.0961237 Apr 04 20:28:09.605009 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-b572e7d3-7475-4de4-8250-a8ef3c9b27dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bc73277-00fc-4d38-abb5-020e249e069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254512 Apr 04 20:28:09.696320 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-6823664b-2e47-4da1-8942-103df3fb0623 service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808713 Apr 04 20:28:09.786984 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9c785ac-65fd-4cc1-a25f-1ba4048987a4 req-9de2b51f-ddde-42de-9f5b-e45cf9223583 service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834808 Apr 04 20:28:10.130003 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84dd92-7456-45d4-91e5-348a838f8c8e req-37388031-fd72-4bcd-b44f-0fad36ea2a54 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:10.131525 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e84dd92-7456-45d4-91e5-348a838f8c8e req-37388031-fd72-4bcd-b44f-0fad36ea2a54 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Apr 04 20:28:10.181712 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e84dd92-7456-45d4-91e5-348a838f8c8e req-f9703b4d-83fa-4beb-9005-008f4c4fdd56 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441422 Apr 04 20:28:10.360137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfae5b-e272-4313-a593-4a855937001d req-2d9a442d-b9b1-48c2-b2e3-1dec83f4229b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:10.361504 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6bfae5b-e272-4313-a593-4a855937001d req-2d9a442d-b9b1-48c2-b2e3-1dec83f4229b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 944 time: 0.0524521 Apr 04 20:28:10.383832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:28:10.409341 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6bfae5b-e272-4313-a593-4a855937001d req-43f428b1-9a8f-4ba1-ac13-1dddbd916c98 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Apr 04 20:28:10.552701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:28:10.557292 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:28:10.557671 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:10.632362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:10.632750 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:10.655028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:10.657273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723e8e5c-34f2-4e5c-8ea5-47ff8ed4835c" -d '{"events": [{"server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:10.670382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:10.675363 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:10.700833 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de3742-eacd-49f0-b3ff-b50c56610f36 x-openstack-request-id: req-77de3742-eacd-49f0-b3ff-b50c56610f36 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:10.701116 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "name": "network-vif-plugged", "status": "completed", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:10.701364 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77de3742-eacd-49f0-b3ff-b50c56610f36 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:10.701743 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77de3742-eacd-49f0-b3ff-b50c56610f36'] response: {'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7', 'code': 200} Apr 04 20:28:10.727198 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:10.905799 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:11.309728 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d77df3-8ff1-4b08-b4e8-0b4705911953 req-e600bb9d-cf87-4bb4-ad9c-944444c647b2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:11.311278 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a0d77df3-8ff1-4b08-b4e8-0b4705911953 req-e600bb9d-cf87-4bb4-ad9c-944444c647b2 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0577755 Apr 04 20:28:11.361836 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a0d77df3-8ff1-4b08-b4e8-0b4705911953 req-def4f6ca-425f-4e11-a563-09fd23397bf8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 Apr 04 20:28:11.417650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e476a9-aeb7-43d6-928d-e1b5fe0c6bed req-19250f14-80be-478b-8e4e-43645f40e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:11.419198 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b3e476a9-aeb7-43d6-928d-e1b5fe0c6bed req-19250f14-80be-478b-8e4e-43645f40e867 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 1129 time: 0.0552828 Apr 04 20:28:11.483148 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd0e1d-93a7-49bd-a588-0246d18dea9a req-81391dd0-5057-4a29-957b-749a981110d1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:11.484655 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b3e476a9-aeb7-43d6-928d-e1b5fe0c6bed req-8f452a49-f132-43b1-9d2e-21e18bee9529 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Apr 04 20:28:11.485589 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8bd0e1d-93a7-49bd-a588-0246d18dea9a req-81391dd0-5057-4a29-957b-749a981110d1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0582786 Apr 04 20:28:11.494640 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 41802) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:28:11.499093 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'floatingip': {'port_id': '93582af2-c360-44c4-8022-03aea01b4a35'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:11.539087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:11.544682 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2674-2b40-4b5e-8678-4fda7a292ada req-fa969927-8de6-4a49-9e53-95e9aa6f97ca tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:11.546209 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-25ea2674-2b40-4b5e-8678-4fda7a292ada req-fa969927-8de6-4a49-9e53-95e9aa6f97ca tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0511079 Apr 04 20:28:11.601570 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-25ea2674-2b40-4b5e-8678-4fda7a292ada req-944d7ae1-0b18-4ceb-9f95-f691b9fca7d8 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493300 Apr 04 20:28:11.904861 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-204f8edb-40cd-495c-97dd-904ce66f0514 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421662 Apr 04 20:28:11.973488 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:11.979149 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:11.990421 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-b4f790af-bb52-4618-b4d9-e66097fc4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:11.991923 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-b4f790af-bb52-4618-b4d9-e66097fc4179 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 1130 time: 0.0453866 Apr 04 20:28:12.082985 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Floating IP 3ede6080-aa10-42db-aa01-a9fa405be249 associated. External IP: 172.27.3.138, port: 93582af2-c360-44c4-8022-03aea01b4a35. Apr 04 20:28:12.096524 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-98b7b8dd-bb5d-4ef0-87c9-81fdfb9f59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:12.097990 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-98b7b8dd-bb5d-4ef0-87c9-81fdfb9f59bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.0886123 Apr 04 20:28:12.289904 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:28:12.396828 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:28:12.402318 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:12.406894 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:28:12.417394 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:28:12.417997 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:12.442095 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-872eca1f-dfef-40df-85d5-9d220080ccff tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "PUT /v2.0/floatingips/3ede6080-aa10-42db-aa01-a9fa405be249 HTTP/1.1" status: 200 len: 991 time: 0.9355035 Apr 04 20:28:12.442095 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:12.442095 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68" -d '{"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:12.470643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09db937-1441-4d47-82d2-1b405958a8f8 x-openstack-request-id: req-e09db937-1441-4d47-82d2-1b405958a8f8 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:12.470927 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:12.471181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e09db937-1441-4d47-82d2-1b405958a8f8 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:12.471582 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09db937-1441-4d47-82d2-1b405958a8f8'] response: {'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'status': 'completed', 'code': 200} Apr 04 20:28:12.524224 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:28:12.718369 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d2a4-bc6e-4bd0-8fc0-f198fcb2dd11 req-0e2a7cb2-d05a-4a2f-94ac-26138ce5bb4d tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:12.719864 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f91d2a4-bc6e-4bd0-8fc0-f198fcb2dd11 req-0e2a7cb2-d05a-4a2f-94ac-26138ce5bb4d tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0521734 Apr 04 20:28:12.789890 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-a418ee4a-39a3-4fd0-a978-d8a35abac311 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 200 len: 217 time: 0.0495348 Apr 04 20:28:12.827537 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:28:11Z', 'revision_number': 1, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:12.853838 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:28:12.854342 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f91d2a4-bc6e-4bd0-8fc0-f198fcb2dd11 req-e08a1f35-86f8-4878-aa85-32e713793035 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289527 Apr 04 20:28:12.862522 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:28:12.863370 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:27:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:12.878057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-8cdeef01-a04a-4630-8127-d73450aa9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:12.879576 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-8cdeef01-a04a-4630-8127-d73450aa9844 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0660326 Apr 04 20:28:12.881284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-ea567b7e-f423-4c26-9693-b48d6124ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:12.882624 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-ea567b7e-f423-4c26-9693-b48d6124ebe4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.1054294 Apr 04 20:28:12.972089 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:28:13.003227 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-3f8ad658-b617-446f-ae82-e8ab41e0d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:13.004726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-3f8ad658-b617-446f-ae82-e8ab41e0d518 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1068349 Apr 04 20:28:13.032794 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-2a4df3e2-ece9-42d6-8655-1392958d2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:13.034275 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-2a4df3e2-ece9-42d6-8655-1392958d2f30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.1351552 Apr 04 20:28:13.136812 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-fc055e11-858e-4757-af04-231414583e33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 999 time: 0.0965598 Apr 04 20:28:13.152426 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-cbde27d4-5281-4732-b0b0-529020f97cf4 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388321 Apr 04 20:28:13.199043 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:28:11Z', 'revision_number': 1, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:13.225239 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0c82ee-fc96-4853-9539-f1d24f6ab090 None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:28:11Z', 'revision_number': 1, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:28:13.404771 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead0012-217f-47f9-8f17-1c4e0edba8c1 None None] New status for floating IP 3ede6080-aa10-42db-aa01-a9fa405be249: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:28:13.748568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-3f24a9d1-40b5-4edf-a68f-17c5476032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:13.749937 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-3f24a9d1-40b5-4edf-a68f-17c5476032ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.1002100 Apr 04 20:28:13.802702 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c499cbc-e05e-4ce7-b66d-748370bd7393 req-822aadf2-f738-463c-a77b-911ce1e8a191 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450951 Apr 04 20:28:13.814222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-7fade85f-50b6-47cc-a01c-d2261a22c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:13.815653 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-7fade85f-50b6-47cc-a01c-d2261a22c12f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582068 Apr 04 20:28:13.911605 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-6cf563e7-604b-4abd-b404-e7abad9531f5 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872586 Apr 04 20:28:13.975197 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3d53c-8008-427a-9868-3d8c4281f44a req-d8ee554d-6a5f-4598-a75c-489027ff2074 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:13.977416 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97c3d53c-8008-427a-9868-3d8c4281f44a req-d8ee554d-6a5f-4598-a75c-489027ff2074 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0536537 Apr 04 20:28:13.995095 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3d04bec-e8dc-40fc-9bc2-9f74128bff1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:14.026489 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97c3d53c-8008-427a-9868-3d8c4281f44a req-fcab41c1-03cd-4ecd-b8c3-6698038d298d tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Apr 04 20:28:14.210100 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6ee72d9f-68a9-4ad6-8adc-03a0aa065e68 req-03b1581f-c161-4f97-8849-71c07d987c07 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916834 Apr 04 20:28:14.667544 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab49ba0-addc-49ab-a492-62cfd0a08605 req-916982d6-740e-4308-a544-bdd4f0b07121 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:14.669029 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ab49ba0-addc-49ab-a492-62cfd0a08605 req-916982d6-740e-4308-a544-bdd4f0b07121 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0565434 Apr 04 20:28:14.715160 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ab49ba0-addc-49ab-a492-62cfd0a08605 req-9a5359bf-60ad-4c9b-a87c-328b50ff3645 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Apr 04 20:28:15.830494 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06878-d0f5-4707-8f84-17a9178713bb req-63dcb006-b48b-4a6e-bc03-2fc288d22491 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:15.831978 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95c06878-d0f5-4707-8f84-17a9178713bb req-63dcb006-b48b-4a6e-bc03-2fc288d22491 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0515153 Apr 04 20:28:15.879470 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95c06878-d0f5-4707-8f84-17a9178713bb req-d0c55da9-c4ec-4bca-8d10-2e3e1c439d9e tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Apr 04 20:28:16.232987 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4432ec09-c731-46b5-bd49-71544ba70fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:16.834418 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-89219854-434b-4e46-bda8-eb08081a9fb9 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:16.835764 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-89219854-434b-4e46-bda8-eb08081a9fb9 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.0561700 Apr 04 20:28:16.931829 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Deleting port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:28:16.932257 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:17.292350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] For port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:17.292723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:17.301549 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5074a0-37b4-49a1-924b-ca4c16315705 req-afef0d8b-9619-44d2-a7dd-471033aa1ed1 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:17.303060 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c5074a0-37b4-49a1-924b-ca4c16315705 req-afef0d8b-9619-44d2-a7dd-471033aa1ed1 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=32c87312-83ad-4e1c-bae2-6db18ad068aa HTTP/1.1" status: 200 len: 945 time: 0.3505754 Apr 04 20:28:17.320536 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Calling delete_port for 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:28:17.398468 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c5074a0-37b4-49a1-924b-ca4c16315705 req-4276c8b5-8487-4297-9a42-c63419917eac tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895827 Apr 04 20:28:17.482233 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (7e3a78ea-580f-448a-beb9-520f4cd8bfb7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:17.499119 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['7e3a78ea-580f-448a-beb9-520f4cd8bfb7'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:28:17.510108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Pushing event deleted for resources: {'Port': ['ID=7e3a78ea-580f-448a-beb9-520f4cd8bfb7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:17.521739 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.522103 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.522445 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.522777 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.523106 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.523427 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.523751 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.524069 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.524385 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.525299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.525643 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.525943 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.526353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.526605 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.526913 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:17.564537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] No DVR routers for this DVR port 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:28:17.566976 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:17.570247 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8e83398d-9a5f-495d-ba5c-cb179a98edde req-d4cee75e-0bb4-4770-ae40-0f326e547c3b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "DELETE /v2.0/ports/7e3a78ea-580f-448a-beb9-520f4cd8bfb7 HTTP/1.1" status: 204 len: 173 time: 0.7287962 Apr 04 20:28:17.570677 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'name': 'network-vif-deleted', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:17.573247 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686f272e-c58d-4a0e-8f94-8b922d149436" -d '{"events": [{"server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "name": "network-vif-deleted", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:17.585047 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:17.612422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e365d13c-a68f-4805-ae66-b62eddc995e4 x-openstack-request-id: req-e365d13c-a68f-4805-ae66-b62eddc995e4 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:17.612708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c87312-83ad-4e1c-bae2-6db18ad068aa", "name": "network-vif-deleted", "tag": "7e3a78ea-580f-448a-beb9-520f4cd8bfb7", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:17.613046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e365d13c-a68f-4805-ae66-b62eddc995e4 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:17.613507 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e365d13c-a68f-4805-ae66-b62eddc995e4'] response: {'server_uuid': '32c87312-83ad-4e1c-bae2-6db18ad068aa', 'name': 'network-vif-deleted', 'tag': '7e3a78ea-580f-448a-beb9-520f4cd8bfb7', 'status': 'completed', 'code': 200} Apr 04 20:28:18.656493 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-c1e0827a-cf88-40b1-a332-f8b4cda36d68 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:18.658186 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-c1e0827a-cf88-40b1-a332-f8b4cda36d68 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 808 time: 0.1026776 Apr 04 20:28:18.658737 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:18.672872 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-0d6a937d-9a20-4f9b-92d0-62b7eccda6ae tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/quotas/4241cbbfa43d4d5198f3e4104d40c0e6 HTTP/1.1" status: 200 len: 375 time: 0.0092630 Apr 04 20:28:18.704746 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-ba3f2646-fe00-4e1c-a938-945934484b34 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271714 Apr 04 20:28:18.797242 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-671607de-e81e-4e75-8235-ee363847d46a service neutron] 10.222.0.25 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Apr 04 20:28:18.883262 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-d7b207fb-1202-40d5-af75-19120dc57cd5 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804424 Apr 04 20:28:19.035257 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb945493-9227-420e-8603-753a5c711944 req-cdd672b7-7b1e-4e2f-a974-230596d58c7a tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0267704 Apr 04 20:28:19.985402 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-c3614e97-9cd6-4697-af6b-ea56012afbe8 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:19.986853 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-c3614e97-9cd6-4697-af6b-ea56012afbe8 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 808 time: 0.1077785 Apr 04 20:28:20.005637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Request body: {'port': {'device_id': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c', 'admin_state_up': True, 'tenant_id': '4241cbbfa43d4d5198f3e4104d40c0e6'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:20.117812 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Made reservation on behalf of 4241cbbfa43d4d5198f3e4104d40c0e6 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:28:20.121884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.129056 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1af3b307-4ec8-4a16-a30e-aafdf90467cf req-099c50f7-268c-4fa0-9fe0-afb5eb1d5987 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Apr 04 20:28:20.249042 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Allocated IP 172.20.0.7 (1bc73277-00fc-4d38-abb5-020e249e069c/11f587d7-73ea-4f61-80bc-367aa66401fb/db94ff3e-630b-456f-86a8-6eeb854587c5) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:28:20.318255 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.389800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks [] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.422399 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.434181 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:28:20.454642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:28:20.454986 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7e3a78ea-580f-448a-beb9-520f4cd8bfb7 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:28:20.467592 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Network 1bc73277-00fc-4d38-abb5-020e249e069c is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:28:20.470462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:28:20.472781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:28:20.507921 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Pushing event updated for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:20.530874 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:20.531483 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.547255 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-b160ecd6-9af8-47a3-8c42-d7f661df6a6b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455313 Apr 04 20:28:20.559524 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Request body: {'port': {'device_id': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:28:20.615926 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.869883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db94ff3e-630b-456f-86a8-6eeb854587c5 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:20.876914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks [] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.888882 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Transition to ACTIVE for port object db94ff3e-630b-456f-86a8-6eeb854587c5 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:28:20.892124 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:20.958306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:21.009382 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Attempting to bind port db94ff3e-630b-456f-86a8-6eeb854587c5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:28:21.009720 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Attempting to bind port db94ff3e-630b-456f-86a8-6eeb854587c5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:28:21.010051 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Attempting to bind port db94ff3e-630b-456f-86a8-6eeb854587c5 on network 1bc73277-00fc-4d38-abb5-020e249e069c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:21.014306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Port db94ff3e-630b-456f-86a8-6eeb854587c5 on network 1bc73277-00fc-4d38-abb5-020e249e069c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:28:21.014629 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Attempting to bind port db94ff3e-630b-456f-86a8-6eeb854587c5 on network 1bc73277-00fc-4d38-abb5-020e249e069c {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:28:21.019261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:28:21.019601 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Checking segment: {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:28:21.019986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Bound using segment: {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:28:21.020412 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Bound port: db94ff3e-630b-456f-86a8-6eeb854587c5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06375c7-84ac-412c-b8d2-1178964c8be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:28:21.020769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:21.081946 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:28:21.084933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=db94ff3e-630b-456f-86a8-6eeb854587c5,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:28:21.090906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:21.123676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:21.124303 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:21.125683 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/db94ff3e-630b-456f-86a8-6eeb854587c5 HTTP/1.1" status: 200 len: 1093 time: 0.5705795 Apr 04 20:28:21.126142 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:21.128352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e45554-e252-4391-8d7c-60a715d35a85" -d '{"events": [{"name": "network-changed", "server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:21.155454 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e4dd3-6044-4b8d-843a-6da4bf0e40e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:21.171654 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7383a1fc-572d-4ec3-8791-47c7a81fba05 x-openstack-request-id: req-7383a1fc-572d-4ec3-8791-47c7a81fba05 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:21.173351 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:21.173351 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7383a1fc-572d-4ec3-8791-47c7a81fba05 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:21.173351 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7383a1fc-572d-4ec3-8791-47c7a81fba05'] response: {'name': 'network-changed', 'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5', 'status': 'completed', 'code': 200} Apr 04 20:28:21.224511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-7b7d8847-8563-40f4-9bc3-ba0295b2d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:21.226139 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-7b7d8847-8563-40f4-9bc3-ba0295b2d138 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0469470 Apr 04 20:28:21.253578 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6103f6-126b-4fa5-a9eb-06a2f6b830f4 req-16a9e91d-a2a1-4f15-aa4e-87cac6e5dca8 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:21.255094 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0f6103f6-126b-4fa5-a9eb-06a2f6b830f4 req-16a9e91d-a2a1-4f15-aa4e-87cac6e5dca8 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0561314 Apr 04 20:28:21.270845 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-2e71172a-74f6-49e7-8ba2-d13354aa2a25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db94ff3e-630b-456f-86a8-6eeb854587c5 HTTP/1.1" status: 200 len: 217 time: 0.0365028 Apr 04 20:28:21.302395 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0f6103f6-126b-4fa5-a9eb-06a2f6b830f4 req-25dc0bcf-b9fd-4446-93c5-4b98d3f5de85 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Apr 04 20:28:21.319181 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:28:21.319967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-640260c8-8514-4dc3-b1f6-a0f0ac44cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:21.321459 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-640260c8-8514-4dc3-b1f6-a0f0ac44cc5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=11f587d7-73ea-4f61-80bc-367aa66401fb HTTP/1.1" status: 200 len: 848 time: 0.0441144 Apr 04 20:28:21.353451 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-64fe3258-ade7-4665-aec4-983faf64c8ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bc73277-00fc-4d38-abb5-020e249e069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248861 Apr 04 20:28:21.443616 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-e3e3e087-e7a1-4634-a461-9ac39a55e12d service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829737 Apr 04 20:28:21.532789 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d1a5f42-6b98-43d7-b398-867e6c2d1063 req-48bc6f72-e526-405d-aa05-b0ae2e4b29ec service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800943 Apr 04 20:28:22.422101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158826-2cde-4ad8-ab51-d5d8b1125e5d req-f530be55-abc3-4696-a956-8845f780e149 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:22.423565 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ba158826-2cde-4ad8-ab51-d5d8b1125e5d req-f530be55-abc3-4696-a956-8845f780e149 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0553300 Apr 04 20:28:22.468546 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ba158826-2cde-4ad8-ab51-d5d8b1125e5d req-56eae1a9-e4b6-4c87-8387-d08f081d8a42 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Apr 04 20:28:23.583151 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6c23-7627-4405-8849-7328c8360890 req-a9bd7e24-a3c1-4ae4-90f7-02b7047250bb tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:23.584602 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27bf6c23-7627-4405-8849-7328c8360890 req-a9bd7e24-a3c1-4ae4-90f7-02b7047250bb tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 943 time: 0.0516939 Apr 04 20:28:23.631509 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27bf6c23-7627-4405-8849-7328c8360890 req-256290ad-3076-4fd9-94ba-621c1b2fa9c9 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Apr 04 20:28:24.429536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device db94ff3e-630b-456f-86a8-6eeb854587c5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:28:24.513759 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-20642b23-1fd0-4916-8d37-8e9a6240dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:24.515344 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-20642b23-1fd0-4916-8d37-8e9a6240dda0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0455513 Apr 04 20:28:24.526937 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=db94ff3e-630b-456f-86a8-6eeb854587c5,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:24.537847 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'db94ff3e-630b-456f-86a8-6eeb854587c5', 'network_id': '1bc73277-00fc-4d38-abb5-020e249e069c', 'port_id': 'db94ff3e-630b-456f-86a8-6eeb854587c5', 'mac_address': 'fa:16:3e:28:ca:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f587d7-73ea-4f61-80bc-367aa66401fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:28:24.578751 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port db94ff3e-630b-456f-86a8-6eeb854587c5 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:24.579135 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:24.591234 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db94ff3e-630b-456f-86a8-6eeb854587c5 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:28:24.609759 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=db94ff3e-630b-456f-86a8-6eeb854587c5,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:24.613211 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:24.658216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:24.665569 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.666167 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.666524 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.666987 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.667220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.667552 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.667885 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.668190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.668597 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.668829 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.669152 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.669491 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.669825 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.670226 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.670473 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:28:24.751166 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e942691-3cb8-4bf2-bc93-6b14b4247abb req-3288d5f3-3555-4c76-a665-b29607edf139 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:24.752661 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e942691-3cb8-4bf2-bc93-6b14b4247abb req-3288d5f3-3555-4c76-a665-b29607edf139 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Apr 04 20:28:24.797460 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e942691-3cb8-4bf2-bc93-6b14b4247abb req-fe91e218-8ef8-4b75-b131-39accc3c487d tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Apr 04 20:28:25.134585 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-afde2b3b-50c5-42eb-bb26-3014c539cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:25.136065 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-afde2b3b-50c5-42eb-bb26-3014c539cf21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 200 len: 908 time: 0.0893579 Apr 04 20:28:25.178495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['db94ff3e-630b-456f-86a8-6eeb854587c5'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:28:25.688877 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-f04cb698-8240-45f5-9810-82f9fa08fc48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db94ff3e-630b-456f-86a8-6eeb854587c5 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Apr 04 20:28:25.749538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-af279d8b-d194-4985-9457-9df4773aeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:25.751108 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-af279d8b-d194-4985-9457-9df4773aeccb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=11f587d7-73ea-4f61-80bc-367aa66401fb HTTP/1.1" status: 200 len: 848 time: 0.0494981 Apr 04 20:28:25.792058 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-7ff305e1-0efa-463e-a349-262e6d9b2c92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1bc73277-00fc-4d38-abb5-020e249e069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333009 Apr 04 20:28:25.884425 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-1cb1560a-c8da-4aed-b308-ff2d4aa9f61c service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Apr 04 20:28:25.922892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f94ca-276b-436e-8d2b-5342c619a66c req-c701432f-e1f6-4d6b-92fd-bf07a5390e21 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:25.924539 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-648f94ca-276b-436e-8d2b-5342c619a66c req-c701432f-e1f6-4d6b-92fd-bf07a5390e21 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 944 time: 0.0594599 Apr 04 20:28:25.971700 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-648f94ca-276b-436e-8d2b-5342c619a66c req-8398efd2-d4c6-4531-b2bd-584d90d83735 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Apr 04 20:28:25.982116 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c1e45554-e252-4391-8d7c-60a715d35a85 req-a919909b-c48a-4317-8c1b-aff12f071de8 service neutron] 10.222.0.23 "GET /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908117 Apr 04 20:28:26.462909 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device db94ff3e-630b-456f-86a8-6eeb854587c5 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:28:26.511787 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port db94ff3e-630b-456f-86a8-6eeb854587c5 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:28:26.515719 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port db94ff3e-630b-456f-86a8-6eeb854587c5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:28:26.516088 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:26.591275 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port db94ff3e-630b-456f-86a8-6eeb854587c5 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:28:26.591666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:26.617470 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:26.619864 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3384a44-4bf2-4f7d-82fe-6cfa45e50aba" -d '{"events": [{"server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:26.632379 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=db94ff3e-630b-456f-86a8-6eeb854587c5,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:26.636962 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:26.659489 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b52d2d-0707-4c3e-86f3-8130c7602150 x-openstack-request-id: req-c0b52d2d-0707-4c3e-86f3-8130c7602150 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:26.659780 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:26.660035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0b52d2d-0707-4c3e-86f3-8130c7602150 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:26.660428 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b52d2d-0707-4c3e-86f3-8130c7602150'] response: {'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5', 'code': 200} Apr 04 20:28:26.686548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:26.828979 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585909-7cf2-4f72-8f56-86bbe8a195f3 req-e70ca9f4-20f0-4099-9a26-829fc4c2cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:26.830511 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f2585909-7cf2-4f72-8f56-86bbe8a195f3 req-e70ca9f4-20f0-4099-9a26-829fc4c2cedc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0443616 Apr 04 20:28:26.874657 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f2585909-7cf2-4f72-8f56-86bbe8a195f3 req-d63536bb-6053-4d07-811d-391e37ac5194 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Apr 04 20:28:27.097248 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392f2d4-793f-4116-b1a0-b85b50f1ac3b req-411dc539-d115-4b6b-b7bf-c3f2f7bddab4 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:27.098766 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a392f2d4-793f-4116-b1a0-b85b50f1ac3b req-411dc539-d115-4b6b-b7bf-c3f2f7bddab4 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0558145 Apr 04 20:28:27.106583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ed007-b77e-4da1-a1db-1c17aaad25c5 req-8f53f800-cdba-48a5-93dc-a2d1375a552f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:27.108157 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-827ed007-b77e-4da1-a1db-1c17aaad25c5 req-8f53f800-cdba-48a5-93dc-a2d1375a552f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0529718 Apr 04 20:28:27.145698 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a392f2d4-793f-4116-b1a0-b85b50f1ac3b req-a4eecacd-d6f6-47b1-af6e-8cfb4104808c tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 Apr 04 20:28:27.155289 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-827ed007-b77e-4da1-a1db-1c17aaad25c5 req-e5502267-5cf8-46d0-aae9-3b3b9932ccda tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414269 Apr 04 20:28:28.262686 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f001-41d0-48a0-8d94-a49ebc7c873b req-64abc851-2d75-4037-875e-34c83dd89996 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:28.264186 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f99f001-41d0-48a0-8d94-a49ebc7c873b req-64abc851-2d75-4037-875e-34c83dd89996 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Apr 04 20:28:28.270430 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321610a-3f9a-4c87-bfe5-977f9d891405 req-a51962e4-bb97-4988-ab29-74337a691fff tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:28.271913 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0321610a-3f9a-4c87-bfe5-977f9d891405 req-a51962e4-bb97-4988-ab29-74337a691fff tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0510750 Apr 04 20:28:28.311762 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f99f001-41d0-48a0-8d94-a49ebc7c873b req-cdaad85e-0a5c-4986-b292-00f4139c6215 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Apr 04 20:28:28.322720 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0321610a-3f9a-4c87-bfe5-977f9d891405 req-12a67b8e-4f13-43e3-9098-ed685ddc295c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443568 Apr 04 20:28:29.432676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d590b-e6c1-40e7-a920-70019a58015a req-ebe2ef12-6c99-43a4-ab89-50bda3e935ae tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:29.434129 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-311d590b-e6c1-40e7-a920-70019a58015a req-ebe2ef12-6c99-43a4-ab89-50bda3e935ae tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0561132 Apr 04 20:28:29.439203 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb1ce4-2f74-47a6-a27d-ab0b5e60e5f3 req-a7a95d78-4174-4365-a5b4-80ed748adf74 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:29.440662 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45bb1ce4-2f74-47a6-a27d-ab0b5e60e5f3 req-a7a95d78-4174-4365-a5b4-80ed748adf74 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0515034 Apr 04 20:28:29.480723 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-311d590b-e6c1-40e7-a920-70019a58015a req-66827b2e-bfac-4998-b9fd-96b96a94ae9b tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Apr 04 20:28:29.487156 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45bb1ce4-2f74-47a6-a27d-ab0b5e60e5f3 req-f3f86158-8e4e-4816-a0fc-66d18fe4c732 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Apr 04 20:28:30.133683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2b805-1801-47be-8772-385110be1d79 req-76b3c2e4-761c-461b-8aa6-75687acde491 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:30.135223 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2b2b805-1801-47be-8772-385110be1d79 req-76b3c2e4-761c-461b-8aa6-75687acde491 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0522175 Apr 04 20:28:30.181739 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2b2b805-1801-47be-8772-385110be1d79 req-9a018468-3f58-4823-b2e5-2e2352356e6e tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Apr 04 20:28:30.604178 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee5f4-849d-4b16-9767-1480a7606b90 req-64548e4a-08c4-4e00-909c-202c40064778 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:30.605619 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e51ee5f4-849d-4b16-9767-1480a7606b90 req-64548e4a-08c4-4e00-909c-202c40064778 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Apr 04 20:28:30.651097 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e51ee5f4-849d-4b16-9767-1480a7606b90 req-4e3249a4-c4a2-40e0-a209-e180b29fdeea tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399489 Apr 04 20:28:31.299985 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddeeb9-1c6c-4ea1-89cc-e73d93a8eb9b req-4db359ab-a25c-4e22-b5a6-b6fc98cc2510 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:31.301425 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e1ddeeb9-1c6c-4ea1-89cc-e73d93a8eb9b req-4db359ab-a25c-4e22-b5a6-b6fc98cc2510 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0540595 Apr 04 20:28:31.346826 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e1ddeeb9-1c6c-4ea1-89cc-e73d93a8eb9b req-6c0ef7ec-8303-4897-b2d5-079f89b62575 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/security-groups?id=76f7ad77-8dca-4ba4-9c16-0515ee278720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Apr 04 20:28:31.767989 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2059fa-0747-45c2-b09d-d1aee2ad057f req-366f04cf-c28d-4534-9c08-58bfc520f02f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:31.769455 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dd2059fa-0747-45c2-b09d-d1aee2ad057f req-366f04cf-c28d-4534-9c08-58bfc520f02f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0528867 Apr 04 20:28:31.847991 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dd2059fa-0747-45c2-b09d-d1aee2ad057f req-6b340f25-78f2-46e9-8511-890ee5e0f0dd tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725534 Apr 04 20:28:31.858795 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-b0d4d816-6c29-4414-a55b-e41204e02815 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:31.860212 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-b0d4d816-6c29-4414-a55b-e41204e02815 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 945 time: 0.0793507 Apr 04 20:28:31.951368 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Deleting port db94ff3e-630b-456f-86a8-6eeb854587c5 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:28:31.951632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:32.039889 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] For port db94ff3e-630b-456f-86a8-6eeb854587c5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=db94ff3e-630b-456f-86a8-6eeb854587c5,segment=NetworkSegment(c06375c7-84ac-412c-b8d2-1178964c8be8),segment_id=c06375c7-84ac-412c-b8d2-1178964c8be8)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:28:32.040663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:32.052096 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Calling delete_port for db94ff3e-630b-456f-86a8-6eeb854587c5 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:28:32.178215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (db94ff3e-630b-456f-86a8-6eeb854587c5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:32.194561 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['db94ff3e-630b-456f-86a8-6eeb854587c5'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:28:32.207357 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Pushing event deleted for resources: {'Port': ['ID=db94ff3e-630b-456f-86a8-6eeb854587c5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:32.249098 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] No DVR routers for this DVR port db94ff3e-630b-456f-86a8-6eeb854587c5 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:28:32.252003 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:32.255242 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cdd589e3-7ae0-4335-a319-03a2f26ce378 req-346e1097-6aa5-4565-a2c6-e6a7eec4db67 tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.23 "DELETE /v2.0/ports/db94ff3e-630b-456f-86a8-6eeb854587c5 HTTP/1.1" status: 204 len: 173 time: 0.3897824 Apr 04 20:28:32.255665 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'name': 'network-vif-deleted', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:28:32.257858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bf3855-3ee3-4e16-a771-704c0d2e6618" -d '{"events": [{"server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "name": "network-vif-deleted", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:28:32.295642 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae1fd16-ea33-428c-aeac-222227db16f6 x-openstack-request-id: req-1ae1fd16-ea33-428c-aeac-222227db16f6 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:28:32.295935 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b75059-fb1c-400a-8a19-834ff6bf0ba9", "name": "network-vif-deleted", "tag": "db94ff3e-630b-456f-86a8-6eeb854587c5", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:28:32.296188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ae1fd16-ea33-428c-aeac-222227db16f6 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:28:32.296590 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae1fd16-ea33-428c-aeac-222227db16f6'] response: {'server_uuid': '17b75059-fb1c-400a-8a19-834ff6bf0ba9', 'name': 'network-vif-deleted', 'tag': 'db94ff3e-630b-456f-86a8-6eeb854587c5', 'status': 'completed', 'code': 200} Apr 04 20:28:32.456143 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-701bcd93-1d12-4d0d-9ec0-4e14c91fe708 req-6bad7e96-c8c5-4931-bcf4-27a560a3c55e tempest-VolumesActionsTest-1199791106 tempest-VolumesActionsTest-1199791106-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b75059-fb1c-400a-8a19-834ff6bf0ba9 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Apr 04 20:28:32.963427 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d7084-400c-46a3-97d7-893a6c2b5b17 req-c236b990-b22b-458b-9c94-4d96192e9253 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:32.964870 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-498d7084-400c-46a3-97d7-893a6c2b5b17 req-c236b990-b22b-458b-9c94-4d96192e9253 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0516958 Apr 04 20:28:33.010440 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-498d7084-400c-46a3-97d7-893a6c2b5b17 req-24b29f50-378c-46bb-9d24-27c73a036e21 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399978 Apr 04 20:28:34.127930 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320fc74-ad1e-4fb7-872a-ac6618095ecc req-e33b06b1-54d4-4841-8f42-d8be46b6546e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:34.129414 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d320fc74-ad1e-4fb7-872a-ac6618095ecc req-e33b06b1-54d4-4841-8f42-d8be46b6546e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Apr 04 20:28:34.182004 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d320fc74-ad1e-4fb7-872a-ac6618095ecc req-f39041e3-447d-415d-aed2-b2623a6d8a3c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458679 Apr 04 20:28:34.472064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device db94ff3e-630b-456f-86a8-6eeb854587c5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:28:34.494792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: db94ff3e-630b-456f-86a8-6eeb854587c5 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:28:34.495137 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device db94ff3e-630b-456f-86a8-6eeb854587c5 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:28:35.302376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5671d-67e1-4b87-a243-17a6c4e8451a req-fe8bd9ea-8393-4806-a290-f2ea799737da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:35.303845 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e4f5671d-67e1-4b87-a243-17a6c4e8451a req-fe8bd9ea-8393-4806-a290-f2ea799737da tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0539975 Apr 04 20:28:35.349302 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e4f5671d-67e1-4b87-a243-17a6c4e8451a req-779a85ae-e8b5-4a03-ac76-ad34b0f69594 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391793 Apr 04 20:28:36.465107 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd2f04-d528-4630-9be8-c63c3eb24e67 req-600a282a-1b3f-4a27-8726-d33b4fc4e23b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:36.466596 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79fd2f04-d528-4630-9be8-c63c3eb24e67 req-600a282a-1b3f-4a27-8726-d33b4fc4e23b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0515175 Apr 04 20:28:36.513114 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79fd2f04-d528-4630-9be8-c63c3eb24e67 req-fd07b930-8b28-4d45-9d90-6502831827e7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Apr 04 20:28:37.629199 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d597ec-5c2d-4e63-a131-4ffb5fc0bf65 req-66938af6-f7f3-4aee-a5a8-f8fac47c98f0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:37.630718 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51d597ec-5c2d-4e63-a131-4ffb5fc0bf65 req-66938af6-f7f3-4aee-a5a8-f8fac47c98f0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Apr 04 20:28:37.675745 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51d597ec-5c2d-4e63-a131-4ffb5fc0bf65 req-a582676a-c6d7-41da-a7da-8a2659d14985 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Apr 04 20:28:38.790408 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd02f0-6f6c-4c75-8cb0-55b077271359 req-948ce17f-d8a1-4f6e-b6b9-9dbbb93983cd tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:38.791855 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5cd02f0-6f6c-4c75-8cb0-55b077271359 req-948ce17f-d8a1-4f6e-b6b9-9dbbb93983cd tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0513666 Apr 04 20:28:38.837163 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5cd02f0-6f6c-4c75-8cb0-55b077271359 req-b37f93fc-8b20-4652-903b-6432fec11dad tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Apr 04 20:28:39.959288 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd278f2d-9afe-4ea6-9333-4df29b253201 req-9de331b1-7032-4ae9-b5c4-cd74760c53a5 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:39.961286 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fd278f2d-9afe-4ea6-9333-4df29b253201 req-9de331b1-7032-4ae9-b5c4-cd74760c53a5 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0589962 Apr 04 20:28:40.035605 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fd278f2d-9afe-4ea6-9333-4df29b253201 req-ca449690-0550-4f32-b974-e485b097e976 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613279 Apr 04 20:28:40.932197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:41.201645 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43734da-f98a-4d5d-8474-3bee73cc45a8 req-38621f25-e2f5-4ca4-9f94-ac234f988e9f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:41.203889 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b43734da-f98a-4d5d-8474-3bee73cc45a8 req-38621f25-e2f5-4ca4-9f94-ac234f988e9f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0614712 Apr 04 20:28:41.265918 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b43734da-f98a-4d5d-8474-3bee73cc45a8 req-c0f1c2e5-77aa-43e5-b84f-5c4ea8cf6d7e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514951 Apr 04 20:28:42.420374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f850200-d614-4fc4-ab54-e9daa8cd1794 req-9f51bca2-55bf-4d7e-957e-99bbddeb58f6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:42.422308 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f850200-d614-4fc4-ab54-e9daa8cd1794 req-9f51bca2-55bf-4d7e-957e-99bbddeb58f6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0659294 Apr 04 20:28:42.475269 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f850200-d614-4fc4-ab54-e9daa8cd1794 req-e09583be-0cb0-49e8-ad82-0878f091df8f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Apr 04 20:28:43.598645 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8544-6a60-4b58-bf6a-5e2cb61f7a39 req-bb03fe26-6a73-4a92-a22b-08c11483b92d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:43.606665 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-387e8544-6a60-4b58-bf6a-5e2cb61f7a39 req-bb03fe26-6a73-4a92-a22b-08c11483b92d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0616853 Apr 04 20:28:43.659287 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-387e8544-6a60-4b58-bf6a-5e2cb61f7a39 req-b56ba017-78f9-403a-8e81-6c367ae031db tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510557 Apr 04 20:28:43.998834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d285ddf0-488d-4b82-ba8f-2a235bbeb09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:44.824113 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a848dc-7124-4092-b63f-802416cad12d req-37a9f191-5ef0-45c4-92c1-0c97565b8c0f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:44.825602 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37a848dc-7124-4092-b63f-802416cad12d req-37a9f191-5ef0-45c4-92c1-0c97565b8c0f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0842955 Apr 04 20:28:44.886461 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37a848dc-7124-4092-b63f-802416cad12d req-8566f17c-3e53-480d-af8d-d4e0d4a8bd60 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550528 Apr 04 20:28:46.033111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e59ef-199e-4a26-8fb7-38d3679161de req-b9eb1e33-8e51-4aad-a316-5363333a9140 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:46.043168 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b17e59ef-199e-4a26-8fb7-38d3679161de req-b9eb1e33-8e51-4aad-a316-5363333a9140 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0852132 Apr 04 20:28:46.105787 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b17e59ef-199e-4a26-8fb7-38d3679161de req-09d6a138-4020-4323-a521-9af49373cd84 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612798 Apr 04 20:28:46.236637 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e795-bd96-4bac-8370-35d92248a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:47.237819 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774fca2-c34b-4ca9-a6e1-21c5c9a0a4ee req-8c806a72-5abf-496b-b007-d2cf74ecada0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:47.239331 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d774fca2-c34b-4ca9-a6e1-21c5c9a0a4ee req-8c806a72-5abf-496b-b007-d2cf74ecada0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0610213 Apr 04 20:28:47.290680 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d774fca2-c34b-4ca9-a6e1-21c5c9a0a4ee req-cf35d3be-e6f5-4ecc-aa22-6999e1fb8d4b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Apr 04 20:28:47.590104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:48.431220 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a3196-1cc6-488d-a61b-7fdc9f184852 req-6d02a2c8-8ee5-46e7-9b21-19ba5e95307d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:48.432729 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-495a3196-1cc6-488d-a61b-7fdc9f184852 req-6d02a2c8-8ee5-46e7-9b21-19ba5e95307d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0660846 Apr 04 20:28:48.483942 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-495a3196-1cc6-488d-a61b-7fdc9f184852 req-11988bf7-2fad-4f93-ba00-fa37c4512c3d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Apr 04 20:28:48.663557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:49.624457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30799c75-1a1a-43d0-ada4-acfb224ca6bf req-06aa69de-b4d3-437a-8f06-3fb8902bdf54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:49.630677 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-30799c75-1a1a-43d0-ada4-acfb224ca6bf req-06aa69de-b4d3-437a-8f06-3fb8902bdf54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0616412 Apr 04 20:28:49.674866 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-30799c75-1a1a-43d0-ada4-acfb224ca6bf req-0f46440c-f236-4724-b6e6-477709cff2d2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Apr 04 20:28:49.903645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eb3ad-4333-44df-833f-8b8812c35a31 req-d3f61972-e314-49c4-b4ac-724253170037 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:49.905562 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-128eb3ad-4333-44df-833f-8b8812c35a31 req-d3f61972-e314-49c4-b4ac-724253170037 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0567210 Apr 04 20:28:50.013086 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-128eb3ad-4333-44df-833f-8b8812c35a31 req-79dc21a6-0ae9-4012-b940-182e0fd5f33f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016521 Apr 04 20:28:50.016901 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-ac1da3bc-78c5-47f4-8ac6-c237295141cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:50.018383 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-ac1da3bc-78c5-47f4-8ac6-c237295141cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.1002641 Apr 04 20:28:50.121996 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-6505aa1a-71e8-4fa3-bba5-10bed3794c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:50.123449 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-6505aa1a-71e8-4fa3-bba5-10bed3794c64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.0981929 Apr 04 20:28:50.210723 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-dcf5d414-da71-49bd-9749-08e4f8a0c1e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1002 time: 0.0803788 Apr 04 20:28:50.270065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-cb84ed86-fcbf-4d08-9a46-16538da003ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:50.271576 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-cb84ed86-fcbf-4d08-9a46-16538da003ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0485601 Apr 04 20:28:50.338195 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-2cfcb7de-dc4b-4e1f-ab16-a18047d9e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:50.346093 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-2cfcb7de-dc4b-4e1f-ab16-a18047d9e108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668907 Apr 04 20:28:50.358500 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:50.445121 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-2677afeb-b4f1-4c76-9a57-ea500c2337ff service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916498 Apr 04 20:28:50.557318 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9b1475d-fa2a-4a0e-891e-6535229a5186 req-0eec23a5-487b-44b8-a4c8-84e36e03f029 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053195 Apr 04 20:28:51.152232 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01561a-adba-44aa-8ec1-cdeac75195bb req-70d244b7-c5c2-445d-bacd-d10b0d10e7a6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:51.170619 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db01561a-adba-44aa-8ec1-cdeac75195bb req-70d244b7-c5c2-445d-bacd-d10b0d10e7a6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0846424 Apr 04 20:28:51.220197 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db01561a-adba-44aa-8ec1-cdeac75195bb req-9b29e583-1a5f-4624-8b0a-12a8186b4f93 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484691 Apr 04 20:28:52.342762 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08d257-74ff-4434-a6ba-47c3199420ae req-b29a5826-1394-46ae-9f15-691e421c8c3f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:28:52.349661 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d08d257-74ff-4434-a6ba-47c3199420ae req-b29a5826-1394-46ae-9f15-691e421c8c3f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0615664 Apr 04 20:28:52.393583 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d08d257-74ff-4434-a6ba-47c3199420ae req-41f10876-b415-4cee-9c6b-cc0c776f0aea tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Apr 04 20:28:56.272980 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42268) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:28:56.315697 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Deleting subnet 11f587d7-73ea-4f61-80bc-367aa66401fb {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:28:56.318710 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Publish callbacks [] for subnet (11f587d7-73ea-4f61-80bc-367aa66401fb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.352147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (11f587d7-73ea-4f61-80bc-367aa66401fb), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.392369 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (11f587d7-73ea-4f61-80bc-367aa66401fb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.442546 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (11f587d7-73ea-4f61-80bc-367aa66401fb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.467611 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f587d7-73ea-4f61-80bc-367aa66401fb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:56.472447 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.475571 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-42956d90-eb1e-4ad7-b8b8-d8afa3053533 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/11f587d7-73ea-4f61-80bc-367aa66401fb HTTP/1.1" status: 204 len: 168 time: 0.2015967 Apr 04 20:28:56.478040 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42272) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:28:56.544729 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (1bc73277-00fc-4d38-abb5-020e249e069c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.625586 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (1bc73277-00fc-4d38-abb5-020e249e069c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.645362 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc73277-00fc-4d38-abb5-020e249e069c']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:56.654291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06375c7-84ac-412c-b8d2-1178964c8be8') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:56.654590 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06375c7-84ac-412c-b8d2-1178964c8be8') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:28:56.663426 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (c06375c7-84ac-412c-b8d2-1178964c8be8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.676933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c06375c7-84ac-412c-b8d2-1178964c8be8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.683927 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:28:56.684506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (c06375c7-84ac-412c-b8d2-1178964c8be8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:28:56.686234 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:28:56.744401 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (1bc73277-00fc-4d38-abb5-020e249e069c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.749768 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.753075 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] 10.222.0.25 "DELETE /v2.0/networks/1bc73277-00fc-4d38-abb5-020e249e069c HTTP/1.1" status: 204 len: 168 time: 0.2741041 Apr 04 20:28:56.765082 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e007b7f-e2ad-4d88-b16a-f04c14f9e82a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc73277-00fc-4d38-abb5-020e249e069c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:56.865544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42280) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:28:56.905468 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-704e1e12-8489-4cde-9a5d-c7cdc1776781 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4241cbbfa43d4d5198f3e4104d40c0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384696 Apr 04 20:28:56.907950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42282) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:28:56.966506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] Publish callbacks [] for security_group (76f7ad77-8dca-4ba4-9c16-0515ee278720), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:56.988201 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] Publish callbacks [] for security_group (76f7ad77-8dca-4ba4-9c16-0515ee278720), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:57.038376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (76f7ad77-8dca-4ba4-9c16-0515ee278720), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:57.042057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:28:57.043227 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76f7ad77-8dca-4ba4-9c16-0515ee278720 HTTP/1.1" status: 204 len: 168 time: 0.1340139 Apr 04 20:28:57.051040 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc7743-2c13-404c-8aa6-fb9a44acfad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7ad77-8dca-4ba4-9c16-0515ee278720,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:28:58.319122 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:29:06.171269 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4949d-5e75-4444-9714-6f481fb10d9b req-6e177572-1361-4b1a-8889-fa9a60ab173e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:06.172787 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-efd4949d-5e75-4444-9714-6f481fb10d9b req-6e177572-1361-4b1a-8889-fa9a60ab173e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0864916 Apr 04 20:29:06.174170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42450) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:06.178300 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061928406', 'description': 'tempest-description--778051928'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:06.208157 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-0751a2d2-1b48-4c0b-8ac7-b78f8b2bb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:06.209600 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-0751a2d2-1b48-4c0b-8ac7-b78f8b2bb213 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1169 time: 0.0930448 Apr 04 20:29:06.243963 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.326211 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-efd4949d-5e75-4444-9714-6f481fb10d9b req-2b67531b-be8a-4cf1-9961-67c063dfb745 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426904 Apr 04 20:29:06.363994 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-b6b35689-0c61-4f91-b00f-5d524a5427e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:06.365454 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-b6b35689-0c61-4f91-b00f-5d524a5427e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 915 time: 0.1476221 Apr 04 20:29:06.435538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (e5bf8196-e8f9-4049-af2f-3cba7fd6c113), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.440219 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5bf8196-e8f9-4049-af2f-3cba7fd6c113), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.466879 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-421958bf-2732-4850-9a50-a5e74a8db218 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 1001 time: 0.0931947 Apr 04 20:29:06.472101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.473201 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2981174 Apr 04 20:29:06.476338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42452) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:06.481275 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf8196-e8f9-4049-af2f-3cba7fd6c113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:06.505700 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afed83-205f-407b-9cf3-9b1ad65f2632 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf8196-e8f9-4049-af2f-3cba7fd6c113,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:06.505987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (1dd705b5-1f4e-4708-a04f-4e65d918ead8), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.527460 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-da2fd707-8b5f-496b-a133-67cd3a1e0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:06.528914 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-da2fd707-8b5f-496b-a133-67cd3a1e0f08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.0512638 Apr 04 20:29:06.564456 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (1dd705b5-1f4e-4708-a04f-4e65d918ead8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.568238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (1dd705b5-1f4e-4708-a04f-4e65d918ead8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.581902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-6008e7c7-a616-4c48-8a44-63d8e8d103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:06.583379 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-6008e7c7-a616-4c48-8a44-63d8e8d103cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460114 Apr 04 20:29:06.588031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd705b5-1f4e-4708-a04f-4e65d918ead8,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:06.594288 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.595486 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181059 Apr 04 20:29:06.599774 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42456) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:06.604870 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': 'e5bf8196-e8f9-4049-af2f-3cba7fd6c113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:06.610540 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.610895 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.611239 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.611576 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.611915 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.612248 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.612579 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.612980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.613232 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.613563 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.613892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.614239 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.614565 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.614890 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.615214 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72cdb2-9f1d-40ca-a623-03314dc4c65f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:06.640862 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (4f447c94-57be-4957-81a6-bef5be3125ee), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.694699 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-86df5ae3-5803-4055-bbc2-3e6f332fdbcf service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005108 Apr 04 20:29:06.706653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (4f447c94-57be-4957-81a6-bef5be3125ee), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.711085 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (4f447c94-57be-4957-81a6-bef5be3125ee), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.732322 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f447c94-57be-4957-81a6-bef5be3125ee,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:06.741737 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.743046 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bf112496-ad23-4ca7-8ce6-db611f5614f0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423497 Apr 04 20:29:06.746336 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42462) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:06.750828 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:06.771091 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.792455 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb893dc7-fc91-47eb-a02a-cd5deac5b811 req-4dbb8e6c-213c-4383-84f6-7ca118564f5e service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Apr 04 20:29:06.870573 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:06.980256 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.27.3.46 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/ded6131a-3d1a-42c7-8db4-3e304f04d34a) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:29:07.313279 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.346011 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.385844 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:29:07.390864 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:29:07.393346 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:29:07.427178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=ded6131a-3d1a-42c7-8db4-3e304f04d34a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:07.504520 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3cd1c-9011-43ce-9a55-0bc34912626d req-25d929a3-a4c6-48f3-b2a5-fe8c80e68316 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:07.505990 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ea3cd1c-9011-43ce-9a55-0bc34912626d req-25d929a3-a4c6-48f3-b2a5-fe8c80e68316 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.1103899 Apr 04 20:29:07.536758 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.599630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.606478 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ea3cd1c-9011-43ce-9a55-0bc34912626d req-2bbaadff-7121-481c-bf0b-0bc14bccb865 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945954 Apr 04 20:29:07.751015 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.756326 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.827938 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=ded6131a-3d1a-42c7-8db4-3e304f04d34a,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:07.844042 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.859677 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:07.860964 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-20fc3049-14c3-4ad9-84d9-c0945feb8ca6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1136596 Apr 04 20:29:08.007379 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42484) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:08.064568 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-d8011581-c7ab-4751-b561-18463028d011 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1061928406&fields=id&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 267 time: 0.0455189 Apr 04 20:29:08.159647 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f8496d7-b529-42d9-8dcd-6a94d9aa7339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.171479 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-9f443a56-cbff-482b-9159-2176468187d4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:08.173019 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-9f443a56-cbff-482b-9159-2176468187d4 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.1015191 Apr 04 20:29:08.187684 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-0937a673-6e61-4e08-bc96-a8faf40836aa tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/quotas/1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 375 time: 0.0091829 Apr 04 20:29:08.233713 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f8496d7-b529-42d9-8dcd-6a94d9aa7339 admin admin] Publish callbacks [] for security_group (741392fd-1e96-4f44-9c13-6ea57895cd41), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.239315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5f8496d7-b529-42d9-8dcd-6a94d9aa7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (741392fd-1e96-4f44-9c13-6ea57895cd41), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.245814 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-27d3fa65-fc33-4fd2-a759-016f05242c77 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530133 Apr 04 20:29:08.275683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8496d7-b529-42d9-8dcd-6a94d9aa7339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741392fd-1e96-4f44-9c13-6ea57895cd41,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:08.282801 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5f8496d7-b529-42d9-8dcd-6a94d9aa7339 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c72c58183eeb4aad92d13a2f0a99caf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715356 Apr 04 20:29:08.283189 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42488) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:08.334293 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] Publish callbacks [] for security_group (741392fd-1e96-4f44-9c13-6ea57895cd41), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.344783 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-598dc2d0-7c52-4cce-ac0c-30fc4e5466c6 service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Apr 04 20:29:08.354923 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] Publish callbacks [] for security_group (741392fd-1e96-4f44-9c13-6ea57895cd41), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.401731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (741392fd-1e96-4f44-9c13-6ea57895cd41), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.404461 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:08.405615 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/741392fd-1e96-4f44-9c13-6ea57895cd41 HTTP/1.1" status: 204 len: 168 time: 0.1217020 Apr 04 20:29:08.413724 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d24419-43b8-4188-81bf-a452b7d945b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741392fd-1e96-4f44-9c13-6ea57895cd41,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:08.448942 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-e6649829-0ca7-4851-94f0-d3b8c2aa66bc service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984585 Apr 04 20:29:08.619358 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a3d0b9b-9fd0-407e-be0e-f602358a38cf req-4c665f2c-9ef9-4c60-bcf3-aa53a8c671b3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Apr 04 20:29:08.998377 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934899-b4c7-4a99-8f1c-65784cafdfec req-1e603b55-1b00-4ced-8c0f-d78a90261412 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:08.999708 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f934899-b4c7-4a99-8f1c-65784cafdfec req-1e603b55-1b00-4ced-8c0f-d78a90261412 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.3186011 Apr 04 20:29:09.061568 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f934899-b4c7-4a99-8f1c-65784cafdfec req-2d13e3bd-1d33-4d44-91c9-1f32af381783 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559206 Apr 04 20:29:09.630975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-d68856d3-6c75-48ea-b08b-aa2b6ef92d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:09.632401 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-d68856d3-6c75-48ea-b08b-aa2b6ef92d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.1048310 Apr 04 20:29:09.714336 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-769d7b88-f88b-4317-ae45-cf059f2ef112 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 473 time: 0.0664451 Apr 04 20:29:09.722353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bac8a1de-b9fd-4814-9265-73137ba140b5 req-0eb3d9ff-6dc4-4914-ad3b-d88b7c313f60 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 210 time: 0.0298312 Apr 04 20:29:09.818311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'port': {'device_id': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'admin_state_up': True, 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'security_groups': ['e5bf8196-e8f9-4049-af2f-3cba7fd6c113']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:09.922786 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:29:09.925952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.050052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.20.0.9 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/11f75835-89f0-42ff-a850-0c7e155cc13b) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:29:10.217831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.227350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bee4c-c6bb-4521-9bdc-cba397451fd1 req-4c375a4d-9803-4b10-9c87-c134e27db419 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:10.228829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e06bee4c-c6bb-4521-9bdc-cba397451fd1 req-4c375a4d-9803-4b10-9c87-c134e27db419 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0894876 Apr 04 20:29:10.298918 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.311466 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e06bee4c-c6bb-4521-9bdc-cba397451fd1 req-7c3c3bc6-292e-4ee8-92ec-61dcf893408f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761571 Apr 04 20:29:10.348586 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:29:10.351474 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:29:10.355656 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:29:10.385158 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:10.411088 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:10.411712 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.428947 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-b7906363-c96a-472c-9877-18c7f9306d7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146038 Apr 04 20:29:10.441032 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Request body: {'port': {'device_id': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:10.500629 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.601062 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e177bc56-af7d-4e16-93ee-17c31b290994 None None] Provisioning complete for port 11f75835-89f0-42ff-a850-0c7e155cc13b triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:29:10.601655 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e177bc56-af7d-4e16-93ee-17c31b290994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.634488 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e177bc56-af7d-4e16-93ee-17c31b290994 None None] Port 11f75835-89f0-42ff-a850-0c7e155cc13b cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:29:10.759719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f75835-89f0-42ff-a850-0c7e155cc13b {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:29:10.767957 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks [] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.780972 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Transition to ACTIVE for port object 11f75835-89f0-42ff-a850-0c7e155cc13b will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:29:10.784825 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.844401 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68223a-91ad-41a8-adab-e28dbb9b68b9 req-394a1d57-c24f-4a71-bd99-197881755ee5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:10.845901 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8c68223a-91ad-41a8-adab-e28dbb9b68b9 req-394a1d57-c24f-4a71-bd99-197881755ee5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0563192 Apr 04 20:29:10.859151 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Pushing event updated for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:10.902049 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8c68223a-91ad-41a8-adab-e28dbb9b68b9 req-ab53d9e2-540b-4fb6-9424-396ecb6af84f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503221 Apr 04 20:29:10.915641 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Attempting to bind port 11f75835-89f0-42ff-a850-0c7e155cc13b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:29:10.916131 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Attempting to bind port 11f75835-89f0-42ff-a850-0c7e155cc13b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:29:10.916533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Attempting to bind port 11f75835-89f0-42ff-a850-0c7e155cc13b on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:29:10.922097 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Port 11f75835-89f0-42ff-a850-0c7e155cc13b on network 93cce902-df51-4bbd-83b7-088d899785c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:29:10.922521 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Attempting to bind port 11f75835-89f0-42ff-a850-0c7e155cc13b on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:29:10.927435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:29:10.927771 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:29:10.928165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:29:10.928587 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Bound port: 11f75835-89f0-42ff-a850-0c7e155cc13b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:29:10.928952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.952845 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:10.999190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:29:11.002408 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=11f75835-89f0-42ff-a850-0c7e155cc13b,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:29:11.008027 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:11.039432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:11.040057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:11.041533 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] 10.222.0.23 "PUT /v2.0/ports/11f75835-89f0-42ff-a850-0c7e155cc13b HTTP/1.1" status: 200 len: 1093 time: 0.6046143 Apr 04 20:29:11.043817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:29:11.046113 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b669e7-2285-4cb0-abb4-2244fb71635b" -d '{"events": [{"name": "network-changed", "server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:29:11.080531 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd8ded-0614-430d-a094-a9f957aaf924 service neutron] Pushing event updated for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:11.099813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc0b53-d75a-4a51-9477-831f90e7f3a5 x-openstack-request-id: req-57bc0b53-d75a-4a51-9477-831f90e7f3a5 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:29:11.100094 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:29:11.100342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57bc0b53-d75a-4a51-9477-831f90e7f3a5 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:29:11.100732 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bc0b53-d75a-4a51-9477-831f90e7f3a5'] response: {'name': 'network-changed', 'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'status': 'completed', 'code': 200} Apr 04 20:29:11.139202 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-2407f192-d28c-45fb-9d22-aff6f66dc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:11.140724 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-2407f192-d28c-45fb-9d22-aff6f66dc88b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 1127 time: 0.0501845 Apr 04 20:29:11.192222 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-f4706f7b-c62d-4de0-8d8b-642c92aaf809 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f75835-89f0-42ff-a850-0c7e155cc13b HTTP/1.1" status: 200 len: 217 time: 0.0394251 Apr 04 20:29:11.242397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-02f1d8eb-99bd-4179-8a7f-c2a09fa88cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:11.243860 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-02f1d8eb-99bd-4179-8a7f-c2a09fa88cd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0447731 Apr 04 20:29:11.294034 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e9c68-7330-451d-8ec1-219df9e78542 req-8e626bcc-4da2-4ef5-a6d7-69df46a1229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:11.295576 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-8e626bcc-4da2-4ef5-a6d7-69df46a1229b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463109 Apr 04 20:29:11.389219 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-244f53d3-0c3e-46a4-8c52-026d0a1fb49f service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Apr 04 20:29:11.427593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c452fb-add7-48bb-b473-86989ef131f3 req-2895246f-f272-4b94-b277-bcfd6a4109d4 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:11.429087 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5c452fb-add7-48bb-b473-86989ef131f3 req-2895246f-f272-4b94-b277-bcfd6a4109d4 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0524137 Apr 04 20:29:11.482136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e9c68-7330-451d-8ec1-219df9e78542 req-0ed02376-ca9f-4388-9476-8047fe41fa78 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854788 Apr 04 20:29:11.488776 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5c452fb-add7-48bb-b473-86989ef131f3 req-44e29f21-ffc6-4bcc-b550-5060f77b36aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538840 Apr 04 20:29:12.027495 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639e50-ea1f-4b90-871b-6adde9bcbd2e req-a3d2d02f-af1a-4112-bea8-66f65f93b0e3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:12.029036 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb639e50-ea1f-4b90-871b-6adde9bcbd2e req-a3d2d02f-af1a-4112-bea8-66f65f93b0e3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0559623 Apr 04 20:29:12.074473 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bb639e50-ea1f-4b90-871b-6adde9bcbd2e req-95be6b4e-d33d-45b6-8f0e-25a72150189f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395823 Apr 04 20:29:12.605902 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e8d1-13bf-47db-956c-d15ae019f1be req-1b40434f-56b5-4a29-ad20-2b7eaae90147 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:12.607385 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-07c4e8d1-13bf-47db-956c-d15ae019f1be req-1b40434f-56b5-4a29-ad20-2b7eaae90147 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0523670 Apr 04 20:29:12.665515 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-07c4e8d1-13bf-47db-956c-d15ae019f1be req-c1f7b9e9-637b-4cdc-a55b-bb6ff8c2e098 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525737 Apr 04 20:29:13.189598 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713beda6-b63b-4b80-8508-64bc5647b0a2 req-9a9c7d46-cfbb-4113-b78b-d205c5bfd99f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:13.191081 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-713beda6-b63b-4b80-8508-64bc5647b0a2 req-9a9c7d46-cfbb-4113-b78b-d205c5bfd99f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0507257 Apr 04 20:29:13.236589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-713beda6-b63b-4b80-8508-64bc5647b0a2 req-8024b06f-01a3-4c70-b543-fa3d012627be tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Apr 04 20:29:13.784548 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df484530-412c-4abd-ba9d-6cc8cd8b3e41 req-998234fe-8a85-4746-8da0-778cf7438179 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:13.785994 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-df484530-412c-4abd-ba9d-6cc8cd8b3e41 req-998234fe-8a85-4746-8da0-778cf7438179 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0541072 Apr 04 20:29:13.844292 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-df484530-412c-4abd-ba9d-6cc8cd8b3e41 req-95394aae-a67d-4a38-8ca6-f11b084ee56c tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527496 Apr 04 20:29:14.001210 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cbd5bd86-7887-46b7-a163-2c916e3ead64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:14.356813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e1d62-7c60-4f88-94bb-62df8cdd0315 req-71416dad-bea2-4220-be5c-9a736bb4cf6a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.358296 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d08e1d62-7c60-4f88-94bb-62df8cdd0315 req-71416dad-bea2-4220-be5c-9a736bb4cf6a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0558596 Apr 04 20:29:14.405659 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d08e1d62-7c60-4f88-94bb-62df8cdd0315 req-856c1c5f-0f35-4331-84bb-4b306f260e77 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419061 Apr 04 20:29:14.583610 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-10b012f8-77ae-41fe-8a5d-104d1b70b784 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724607 Apr 04 20:29:14.588390 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-2ba8dfd8-db62-441e-acfe-6d3b6f8fed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.589782 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-2ba8dfd8-db62-441e-acfe-6d3b6f8fed7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 1127 time: 0.0702736 Apr 04 20:29:14.710317 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa456-0296-46f7-9811-1d4900568fac req-0eab033c-6326-4baa-82c7-a8bccfc2512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.711830 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-0eab033c-6326-4baa-82c7-a8bccfc2512c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.1072755 Apr 04 20:29:14.716951 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-e39dec68-5e19-4bc3-9f30-58d0f0e30546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.718376 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-e39dec68-5e19-4bc3-9f30-58d0f0e30546 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.1216362 Apr 04 20:29:14.777620 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-0bd6a415-5922-4de1-9db4-b4c167ef4aae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f75835-89f0-42ff-a850-0c7e155cc13b HTTP/1.1" status: 200 len: 217 time: 0.0524335 Apr 04 20:29:14.865876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-02fa0f60-2b1a-4cca-9bb7-a634f79480e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.867258 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-02fa0f60-2b1a-4cca-9bb7-a634f79480e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0820422 Apr 04 20:29:14.890693 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa456-0296-46f7-9811-1d4900568fac req-e3df0582-df1c-46c7-886a-650edb74f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.892124 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-e3df0582-df1c-46c7-886a-650edb74f519 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.1608281 Apr 04 20:29:14.961300 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d025a-8e1b-4af6-b491-80921fe327c6 req-d0d4689e-1976-4c49-8298-9fedaf1e390d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.962790 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-183d025a-8e1b-4af6-b491-80921fe327c6 req-d0d4689e-1976-4c49-8298-9fedaf1e390d tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0530519 Apr 04 20:29:14.973084 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-4434f626-8423-49a8-b0c1-3a21223e786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:14.974614 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-4434f626-8423-49a8-b0c1-3a21223e786c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0961769 Apr 04 20:29:14.976678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-32145392-ba38-4d7b-98dd-f26edd202dce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1002 time: 0.0700834 Apr 04 20:29:15.023485 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-183d025a-8e1b-4af6-b491-80921fe327c6 req-74c949e8-a9bd-4bba-813a-59281aac4acc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541384 Apr 04 20:29:15.083573 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa456-0296-46f7-9811-1d4900568fac req-2585c1e2-8e01-44a6-9c8f-7f28844cd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:15.085030 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-2585c1e2-8e01-44a6-9c8f-7f28844cd6f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0971789 Apr 04 20:29:15.136825 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-7fef40ee-58b8-4ca3-9d47-03389c727102 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498935 Apr 04 20:29:15.171376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa456-0296-46f7-9811-1d4900568fac req-70ec9803-b4a2-4e4d-9ece-8e4f90fa1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:15.172810 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-70ec9803-b4a2-4e4d-9ece-8e4f90fa1667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0803218 Apr 04 20:29:15.286963 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93b669e7-2285-4cb0-abb4-2244fb71635b req-73698cec-f20d-4240-9b85-1ed06f9ba78b service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428416 Apr 04 20:29:15.303970 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-90ace5b4-2982-4691-a8e1-5a345984c5f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049976 Apr 04 20:29:15.395478 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02fa456-0296-46f7-9811-1d4900568fac req-9211375b-f408-4e4e-b97b-de3680189b71 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803492 Apr 04 20:29:15.528366 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791243f9-24f4-47e7-b682-6e6e44a70f59 req-8267e6a1-7f36-470e-be6c-5f720f27d893 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:15.529856 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-791243f9-24f4-47e7-b682-6e6e44a70f59 req-8267e6a1-7f36-470e-be6c-5f720f27d893 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0567977 Apr 04 20:29:15.575965 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-791243f9-24f4-47e7-b682-6e6e44a70f59 req-42b5e9b1-93d2-4702-a472-4392a32a4e6c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Apr 04 20:29:16.144711 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20ee2-f418-4ea3-813d-f542da8a5964 req-dc89ac9c-4ae2-4a77-b350-95598c94507c tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:16.146219 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42a20ee2-f418-4ea3-813d-f542da8a5964 req-dc89ac9c-4ae2-4a77-b350-95598c94507c tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0573785 Apr 04 20:29:16.204315 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42a20ee2-f418-4ea3-813d-f542da8a5964 req-54a16358-bf84-4d82-98f8-7e9edb3d20d6 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524914 Apr 04 20:29:16.237309 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-48eaec51-3630-45a4-bddb-afbb394ff519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:16.683760 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 11f75835-89f0-42ff-a850-0c7e155cc13b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:29:16.693761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4378695-8bf2-4376-9ba4-2a51454fabe5 req-aef0e878-1109-41dd-a4a5-42089149920d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:16.695277 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c4378695-8bf2-4376-9ba4-2a51454fabe5 req-aef0e878-1109-41dd-a4a5-42089149920d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 943 time: 0.0511794 Apr 04 20:29:16.741294 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c4378695-8bf2-4376-9ba4-2a51454fabe5 req-c53c13cd-751c-4b57-9331-044c4e9c89a9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Apr 04 20:29:16.782584 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=11f75835-89f0-42ff-a850-0c7e155cc13b,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:16.793473 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'port_id': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'mac_address': 'fa:16:3e:fd:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:29:16.830309 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 11f75835-89f0-42ff-a850-0c7e155cc13b is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:29:16.830700 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:16.842899 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f75835-89f0-42ff-a850-0c7e155cc13b {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:29:16.861707 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=11f75835-89f0-42ff-a850-0c7e155cc13b,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:16.865478 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:16.910425 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:17.320756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232722b-fb86-415b-9ed6-f70cc1b768e3 req-81d5942f-6523-46ba-8d51-9b076ade5332 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:17.321739 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['11f75835-89f0-42ff-a850-0c7e155cc13b'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:29:17.322523 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f232722b-fb86-415b-9ed6-f70cc1b768e3 req-81d5942f-6523-46ba-8d51-9b076ade5332 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0533023 Apr 04 20:29:17.381281 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f232722b-fb86-415b-9ed6-f70cc1b768e3 req-95a31f22-e9e9-4901-a9a4-6d9c7bbce174 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531039 Apr 04 20:29:17.588551 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:17.861131 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7150b41-a2f0-4a98-80b3-6b8c1c958920 req-22353f00-5fe2-417f-80dc-bbf625be4a6d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:17.862629 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f7150b41-a2f0-4a98-80b3-6b8c1c958920 req-22353f00-5fe2-417f-80dc-bbf625be4a6d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 944 time: 0.0578001 Apr 04 20:29:17.907701 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f7150b41-a2f0-4a98-80b3-6b8c1c958920 req-3b346f59-9da4-4124-965e-6676c2f4e563 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Apr 04 20:29:18.499872 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af4532-3a13-4971-9211-7c80a6b8985c req-70c6ddb2-da3c-40a6-8182-73a2c4bd8337 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:18.501339 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-94af4532-3a13-4971-9211-7c80a6b8985c req-70c6ddb2-da3c-40a6-8182-73a2c4bd8337 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0530908 Apr 04 20:29:18.563289 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-94af4532-3a13-4971-9211-7c80a6b8985c req-021967c6-0b4c-47b9-9ac3-918c9ab2d8fc tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562747 Apr 04 20:29:18.663785 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:18.701388 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 11f75835-89f0-42ff-a850-0c7e155cc13b up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:29:18.747836 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 11f75835-89f0-42ff-a850-0c7e155cc13b completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:29:18.751767 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 11f75835-89f0-42ff-a850-0c7e155cc13b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:29:18.752132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:18.827548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 11f75835-89f0-42ff-a850-0c7e155cc13b is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:29:18.827925 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:18.849186 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:29:18.851394 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6344b020-4d9e-4c5b-a566-dabeabfe67c4" -d '{"events": [{"server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "name": "network-vif-plugged", "status": "completed", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:29:18.864657 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=11f75835-89f0-42ff-a850-0c7e155cc13b,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:18.868716 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:18.891477 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539da02-60c8-4933-8744-8cfd1a40b05f x-openstack-request-id: req-e539da02-60c8-4933-8744-8cfd1a40b05f {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:29:18.891794 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "name": "network-vif-plugged", "status": "completed", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:29:18.892054 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e539da02-60c8-4933-8744-8cfd1a40b05f {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:29:18.892471 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e539da02-60c8-4933-8744-8cfd1a40b05f'] response: {'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'code': 200} Apr 04 20:29:18.919105 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:19.023761 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8aa92-aa72-4455-aae9-d3d39c8ffb1b req-9405019e-b27b-45cf-9722-11a99fb98449 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:19.025225 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-71f8aa92-aa72-4455-aae9-d3d39c8ffb1b req-9405019e-b27b-45cf-9722-11a99fb98449 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0525711 Apr 04 20:29:19.055539 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c256e3-7a4c-4983-81e0-1a80f1e2735d req-0ce204a6-030b-4659-babf-e87d62325a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:19.057157 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d5c256e3-7a4c-4983-81e0-1a80f1e2735d req-0ce204a6-030b-4659-babf-e87d62325a91 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 1129 time: 0.0429680 Apr 04 20:29:19.072797 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-71f8aa92-aa72-4455-aae9-d3d39c8ffb1b req-1eb05850-db2a-4629-b016-13237359966a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Apr 04 20:29:19.105020 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d5c256e3-7a4c-4983-81e0-1a80f1e2735d req-a5467533-92ff-4f4f-9089-a12b0c7a1bc3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 Apr 04 20:29:19.680005 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ff522-f124-4c83-9163-7514d080bf5e req-e2088c7e-f684-4ac5-a48b-97eed4fc0238 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:19.681491 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-da7ff522-f124-4c83-9163-7514d080bf5e req-e2088c7e-f684-4ac5-a48b-97eed4fc0238 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0505934 Apr 04 20:29:19.742224 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-da7ff522-f124-4c83-9163-7514d080bf5e req-fe383f86-f86c-47bf-9594-606e6f19ae4a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544634 Apr 04 20:29:20.189809 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac24c4-d068-418b-8f52-02c29edbded1 req-2f6850e2-5327-44e6-b465-e13da3271b99 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:20.191301 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6ac24c4-d068-418b-8f52-02c29edbded1 req-2f6850e2-5327-44e6-b465-e13da3271b99 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Apr 04 20:29:20.237266 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6ac24c4-d068-418b-8f52-02c29edbded1 req-6d44222b-a1df-4043-924d-dda32e962ba1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403132 Apr 04 20:29:20.323519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:20.856764 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b3804-3198-4a2e-a2f3-62c6daae8a8c req-b953ac92-2eb7-4cf5-9969-8d251f73d251 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:20.858253 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c81b3804-3198-4a2e-a2f3-62c6daae8a8c req-b953ac92-2eb7-4cf5-9969-8d251f73d251 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0517638 Apr 04 20:29:20.916656 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c81b3804-3198-4a2e-a2f3-62c6daae8a8c req-63ff7678-8e85-4b5d-9824-b3b6d9a15f56 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=636c9c39-c247-4e38-9b39-13937bdfe04a&id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521781 Apr 04 20:29:21.355778 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105e646-e673-4a41-898f-0b1003b40b9a req-cb4ea3f2-08a4-4715-b544-25bb808cd06c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:21.357767 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c105e646-e673-4a41-898f-0b1003b40b9a req-cb4ea3f2-08a4-4715-b544-25bb808cd06c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0557179 Apr 04 20:29:21.403439 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c105e646-e673-4a41-898f-0b1003b40b9a req-428194fb-540c-4a5a-bdd5-be576c4d9bcb tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Apr 04 20:29:21.516326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb452cd-9c56-4476-97fb-16386aed0bc5 req-071566f5-a22d-4fbe-a263-2497cceca8f1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:21.517800 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ceb452cd-9c56-4476-97fb-16386aed0bc5 req-071566f5-a22d-4fbe-a263-2497cceca8f1 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0517476 Apr 04 20:29:21.526504 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42568) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:29:21.531429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'port_id': '11f75835-89f0-42ff-a850-0c7e155cc13b'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:29:21.573458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:21.998852 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:22.002501 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:22.099429 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP e71e720c-ab5c-4598-b3d9-02f67220d511 associated. External IP: 172.27.3.46, port: 11f75835-89f0-42ff-a850-0c7e155cc13b. Apr 04 20:29:22.531148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:29:22.638628 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:29:22.643569 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:22.649368 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:29:22.660802 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:29:22.661407 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:29:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:29:22.672708 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f73c48ea-0880-405f-bc28-91417f98846a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "PUT /v2.0/floatingips/e71e720c-ab5c-4598-b3d9-02f67220d511 HTTP/1.1" status: 200 len: 990 time: 1.1451955 Apr 04 20:29:22.673289 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:29:22.675564 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445" -d '{"events": [{"name": "network-changed", "server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:29:22.709557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2757ffa-dfc3-4610-ac50-00d2d44dcc85 x-openstack-request-id: req-e2757ffa-dfc3-4610-ac50-00d2d44dcc85 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:29:22.710491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:29:22.710758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2757ffa-dfc3-4610-ac50-00d2d44dcc85 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:29:22.711286 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2757ffa-dfc3-4610-ac50-00d2d44dcc85'] response: {'name': 'network-changed', 'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'status': 'completed', 'code': 200} Apr 04 20:29:22.767046 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:29:22.783322 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-4398412c-8dc7-4ab1-aaef-ac24a1c758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:22.784812 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-4398412c-8dc7-4ab1-aaef-ac24a1c758bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 1129 time: 0.0466657 Apr 04 20:29:22.876144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-cc923cb7-623b-4888-9a12-3d93c1d76818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:22.877602 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-cc923cb7-623b-4888-9a12-3d93c1d76818 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.0825493 Apr 04 20:29:22.948063 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-0ff754fd-b84f-40ae-be7e-ddfab7f85ebc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f75835-89f0-42ff-a850-0c7e155cc13b HTTP/1.1" status: 200 len: 998 time: 0.0623789 Apr 04 20:29:22.989429 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}, {'id': 'e71e720c-ab5c-4598-b3d9-02f67220d511', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:fd:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:29:07Z', 'updated_at': '2022-04-04T20:29:21Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:29:22.996738 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-f41abbf8-8075-4b07-93f5-72a044567df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:22.998719 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-f41abbf8-8075-4b07-93f5-72a044567df9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0428898 Apr 04 20:29:23.015866 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:29:23.024153 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:29:23.024759 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:29:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:29:23.046725 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-3a37c64f-ae66-4cd5-8cc3-3956c856635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:23.048200 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-3a37c64f-ae66-4cd5-8cc3-3956c856635d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423450 Apr 04 20:29:23.135042 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:29:23.142444 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-fc5d4050-b073-4900-a0ca-2a27d8718d33 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880160 Apr 04 20:29:23.231880 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d8e1763-1f5f-4c69-8edc-ba23d58fc445 req-0cdb87f5-17af-47c2-ad8b-c8e25db5ef80 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823388 Apr 04 20:29:23.426138 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}, {'id': 'e71e720c-ab5c-4598-b3d9-02f67220d511', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:fd:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:29:07Z', 'updated_at': '2022-04-04T20:29:21Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:29:23.451474 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8223a-d56c-4226-aac1-3539b71af484 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}, {'id': 'e71e720c-ab5c-4598-b3d9-02f67220d511', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:fd:06:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:29:07Z', 'updated_at': '2022-04-04T20:29:21Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:29:23.640284 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e6606-a8c8-4e14-8e95-a750ea0c874b None None] New status for floating IP e71e720c-ab5c-4598-b3d9-02f67220d511: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:29:32.313663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62896ca5-4ae9-4ba4-8c16-9d81bab9726a req-7cb4eb30-0614-4101-a567-346953ed2a8c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:32.315158 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62896ca5-4ae9-4ba4-8c16-9d81bab9726a req-7cb4eb30-0614-4101-a567-346953ed2a8c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0565624 Apr 04 20:29:32.360890 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62896ca5-4ae9-4ba4-8c16-9d81bab9726a req-d4f33711-f952-4d81-b8f6-c5bf73a82563 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Apr 04 20:29:33.483856 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb917b4-eb39-4597-9456-138ce4e0cc87 req-d071d951-43aa-409c-9152-661f144cdfca tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:33.485330 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-adb917b4-eb39-4597-9456-138ce4e0cc87 req-d071d951-43aa-409c-9152-661f144cdfca tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0525906 Apr 04 20:29:33.531378 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-adb917b4-eb39-4597-9456-138ce4e0cc87 req-8db20c4a-1a74-4b44-ab06-378fd4c4a693 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405416 Apr 04 20:29:34.655206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46a17d-4649-4eb1-9e05-517e2a29655e req-1b1abda2-b4a0-4073-8cb6-5681572edcb6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:34.656678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e46a17d-4649-4eb1-9e05-517e2a29655e req-1b1abda2-b4a0-4073-8cb6-5681572edcb6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0520296 Apr 04 20:29:34.702060 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e46a17d-4649-4eb1-9e05-517e2a29655e req-e4caa107-6219-4306-bb11-07363bb78dd5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Apr 04 20:29:35.317963 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:29:35.820650 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f516f-7867-4045-89d6-c641c14b9940 req-805aea88-51c5-43ea-9ccc-f4bd514b3a63 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:35.822353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-874f516f-7867-4045-89d6-c641c14b9940 req-805aea88-51c5-43ea-9ccc-f4bd514b3a63 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0503929 Apr 04 20:29:35.871088 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-874f516f-7867-4045-89d6-c641c14b9940 req-e659ab6f-1009-4f2f-abca-b59660127e3b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421736 Apr 04 20:29:36.992056 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc415ae-51af-47af-800c-281874cf1cb2 req-b44a95a9-7b08-4822-90c6-f26d56d77d42 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:36.993552 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ddc415ae-51af-47af-800c-281874cf1cb2 req-b44a95a9-7b08-4822-90c6-f26d56d77d42 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Apr 04 20:29:37.042418 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ddc415ae-51af-47af-800c-281874cf1cb2 req-c53249d6-96c8-4a51-bfcb-1ca33827b8ab tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Apr 04 20:29:38.163908 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a74b0-14ab-4d34-bc33-6cdf33ae85bc req-fd5e6c21-5f7c-425e-a32c-8239678e2ce2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:38.165368 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-189a74b0-14ab-4d34-bc33-6cdf33ae85bc req-fd5e6c21-5f7c-425e-a32c-8239678e2ce2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0519419 Apr 04 20:29:38.211989 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-189a74b0-14ab-4d34-bc33-6cdf33ae85bc req-13a48155-111d-46f8-bb7b-13a13a4bc00b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Apr 04 20:29:39.331118 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19450069-6dd2-49ec-8ad0-3ea6900e9f82 req-d23afb0e-8a27-4cc8-ae1e-8b3e6a51c5a1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:39.332599 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-19450069-6dd2-49ec-8ad0-3ea6900e9f82 req-d23afb0e-8a27-4cc8-ae1e-8b3e6a51c5a1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Apr 04 20:29:39.378309 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-19450069-6dd2-49ec-8ad0-3ea6900e9f82 req-574d7171-33f0-4089-abbf-0f881ca48402 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Apr 04 20:29:40.496484 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bed75-b4f2-4109-b735-196686ae51d1 req-bc5fd748-6523-4e8c-a5b2-b8857084f2df tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:40.498463 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e08bed75-b4f2-4109-b735-196686ae51d1 req-bc5fd748-6523-4e8c-a5b2-b8857084f2df tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Apr 04 20:29:40.543414 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e08bed75-b4f2-4109-b735-196686ae51d1 req-06f4ea38-6faf-4000-9c37-53183ed38615 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Apr 04 20:29:40.963647 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:41.664799 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e02b95-0506-4dcd-bea3-97539156e674 req-f3e587fe-3b40-41e7-9589-e61e625c4b61 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:41.666459 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4e02b95-0506-4dcd-bea3-97539156e674 req-f3e587fe-3b40-41e7-9589-e61e625c4b61 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Apr 04 20:29:41.712828 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4e02b95-0506-4dcd-bea3-97539156e674 req-d6e67600-cdc8-4897-a228-7d22a8551d03 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Apr 04 20:29:42.838972 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55b40-51d9-4f2a-baf6-c0a264e06822 req-82d1ae3f-6a8c-452c-80ea-f9586d6f796a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:42.840443 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05d55b40-51d9-4f2a-baf6-c0a264e06822 req-82d1ae3f-6a8c-452c-80ea-f9586d6f796a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0571079 Apr 04 20:29:42.886784 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05d55b40-51d9-4f2a-baf6-c0a264e06822 req-b4ec1b6b-c28b-4c1e-b0fc-de4594c51e4e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Apr 04 20:29:44.002280 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1dd71f78-63a7-4ed6-96bb-dddfaf0be2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:44.011993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15932b-8208-4367-9677-7c8ce1fb1e6c req-f1cee1cc-f18a-4013-b793-796c36e1cb41 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:44.013518 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5a15932b-8208-4367-9677-7c8ce1fb1e6c req-f1cee1cc-f18a-4013-b793-796c36e1cb41 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Apr 04 20:29:44.058346 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5a15932b-8208-4367-9677-7c8ce1fb1e6c req-10197334-5f7c-4ed0-bab9-2b9352928bf9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Apr 04 20:29:45.179241 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc4fa9-2396-4147-acbb-bdb0cb1d23d9 req-aa78f256-6f01-4ac6-928c-a27173254c6d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:45.180690 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fcc4fa9-2396-4147-acbb-bdb0cb1d23d9 req-aa78f256-6f01-4ac6-928c-a27173254c6d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0513356 Apr 04 20:29:45.226873 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fcc4fa9-2396-4147-acbb-bdb0cb1d23d9 req-31dd15e2-6690-46c2-a406-144d3d5e2b9e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Apr 04 20:29:46.240008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98bc81d3-bdb9-4696-bcee-a147237a2bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:46.345692 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6938-cee7-410c-b1d9-c6037b0d324e req-a860378c-504a-46c5-97c3-5ddbf967e82b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:46.347190 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-190f6938-cee7-410c-b1d9-c6037b0d324e req-a860378c-504a-46c5-97c3-5ddbf967e82b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0508332 Apr 04 20:29:46.393734 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-190f6938-cee7-410c-b1d9-c6037b0d324e req-4e29dfbf-b876-425d-960b-081201bf2503 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Apr 04 20:29:47.519006 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186732ba-41c6-43eb-b135-69a23cb31a7e req-2d6d56a6-0ffe-4b24-a189-751c5ccec828 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:47.520459 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-186732ba-41c6-43eb-b135-69a23cb31a7e req-2d6d56a6-0ffe-4b24-a189-751c5ccec828 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0554824 Apr 04 20:29:47.566110 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-186732ba-41c6-43eb-b135-69a23cb31a7e req-7ea4776b-9446-4c1f-a0b6-63a41842ad71 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402434 Apr 04 20:29:47.593413 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:48.665683 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:48.692240 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785a1e8-b86d-44c4-88e4-a0c02ff1d497 req-6b48a185-c8b0-4d94-b58e-a9bb0f71afe9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:48.693638 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2785a1e8-b86d-44c4-88e4-a0c02ff1d497 req-6b48a185-c8b0-4d94-b58e-a9bb0f71afe9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0523767 Apr 04 20:29:48.743038 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2785a1e8-b86d-44c4-88e4-a0c02ff1d497 req-5d187311-902e-48ac-bfef-35c17a4944a3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Apr 04 20:29:49.861843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ac305-9c45-4e3f-90d3-253d679fe04b req-2a361519-bf51-4257-b6e4-3aca3a312695 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:49.863346 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f27ac305-9c45-4e3f-90d3-253d679fe04b req-2a361519-bf51-4257-b6e4-3aca3a312695 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0513949 Apr 04 20:29:49.908680 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f27ac305-9c45-4e3f-90d3-253d679fe04b req-6758c8cc-8f64-45dd-83b9-cab9a17a0a20 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Apr 04 20:29:50.325801 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:50.854910 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:29:50.948590 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:50.960102 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:29:50.999431 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: ACTIVE; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:29:50.999799 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:51.012082 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:29:51.031340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e357684-e0df-4ae6-9674-196fe69e1b69 req-051b2940-f29f-481b-945b-852d1f630f7b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:51.031926 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:51.032836 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1e357684-e0df-4ae6-9674-196fe69e1b69 req-051b2940-f29f-481b-945b-852d1f630f7b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0524437 Apr 04 20:29:51.036823 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:51.079986 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1e357684-e0df-4ae6-9674-196fe69e1b69 req-436f16a2-de59-4214-aff8-161992436308 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Apr 04 20:29:51.086112 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=6']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:51.093497 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.093841 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.094292 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.094574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.105076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:29:51.156411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['dcb27623-d900-4cff-96f8-719df1191f3f'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:29:52.203628 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1acde-6b22-407f-bf04-63180fc2f895 req-46a80b69-4b21-48f9-9b1c-fbe1baef5ee5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:52.205111 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b6e1acde-6b22-407f-bf04-63180fc2f895 req-46a80b69-4b21-48f9-9b1c-fbe1baef5ee5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0534635 Apr 04 20:29:52.254620 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b6e1acde-6b22-407f-bf04-63180fc2f895 req-75931a03-7075-47ee-a615-97052394f424 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Apr 04 20:29:52.858261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:29:52.910714 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port dcb27623-d900-4cff-96f8-719df1191f3f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:29:52.911088 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:52.985304 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:29:52.985691 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:53.007481 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:29:53.009696 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95c0d2-9dc6-48a5-9a94-cf6f6f41c355" -d '{"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:29:53.025492 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:29:53.029635 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:29:53.051803 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea31ed5f-260f-4ac5-92b3-aa569221d7ce x-openstack-request-id: req-ea31ed5f-260f-4ac5-92b3-aa569221d7ce {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:29:53.052091 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:29:53.052341 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea31ed5f-260f-4ac5-92b3-aa569221d7ce {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:29:53.052727 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea31ed5f-260f-4ac5-92b3-aa569221d7ce'] response: {'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'code': 200} Apr 04 20:29:53.078155 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=7']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:29:53.374328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc2011-f5cd-4667-8ed1-09941b0f6376 req-e9916216-8788-46cd-890d-76d0384152e5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:53.375782 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42cc2011-f5cd-4667-8ed1-09941b0f6376 req-e9916216-8788-46cd-890d-76d0384152e5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Apr 04 20:29:53.420752 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42cc2011-f5cd-4667-8ed1-09941b0f6376 req-56c83fc7-f11e-4e3e-9b33-bfbbf14a792f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Apr 04 20:29:54.543219 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707cc3a-0f51-4fca-a18a-09abe7a9163b req-50753120-7a1e-4cae-b20d-c6dc03808471 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:54.545453 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2707cc3a-0f51-4fca-a18a-09abe7a9163b req-50753120-7a1e-4cae-b20d-c6dc03808471 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0517232 Apr 04 20:29:54.592984 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2707cc3a-0f51-4fca-a18a-09abe7a9163b req-b722dfc7-b39c-4332-bdb2-efe54624902e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Apr 04 20:29:55.713295 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027977-cc5e-459c-8e3e-42c88791853b req-f672981e-97c3-4ec9-a29f-ce76815f1d3b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:55.714788 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d3027977-cc5e-459c-8e3e-42c88791853b req-f672981e-97c3-4ec9-a29f-ce76815f1d3b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0516217 Apr 04 20:29:55.760031 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d3027977-cc5e-459c-8e3e-42c88791853b req-d0e3993c-be71-4e8f-9f98-676866a36e11 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395343 Apr 04 20:29:56.894707 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c988d96-aa2b-4613-9a51-06ac48074fe2 req-05c622e7-69ad-4371-9a46-0e59f38b80a3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:56.896885 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6c988d96-aa2b-4613-9a51-06ac48074fe2 req-05c622e7-69ad-4371-9a46-0e59f38b80a3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0638590 Apr 04 20:29:56.952816 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6c988d96-aa2b-4613-9a51-06ac48074fe2 req-116c67e3-4976-423b-9bf9-b2dbaa6df95d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503497 Apr 04 20:29:58.190649 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f5a9f-59e0-4c8f-89a5-1070d456f253 req-fa7c45af-fd34-4ad5-a71c-81a08028b61e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:58.199829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a67f5a9f-59e0-4c8f-89a5-1070d456f253 req-fa7c45af-fd34-4ad5-a71c-81a08028b61e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0878029 Apr 04 20:29:58.254811 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a67f5a9f-59e0-4c8f-89a5-1070d456f253 req-a73906d1-fad0-4368-ab74-2e1b60f4470e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521441 Apr 04 20:29:59.401637 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c0547-e890-4f7e-bfd2-aa84cb5cb23c req-d67b723e-413a-4666-8dfd-ab65eb8ffe00 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:29:59.403136 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f74c0547-e890-4f7e-bfd2-aa84cb5cb23c req-d67b723e-413a-4666-8dfd-ab65eb8ffe00 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0608468 Apr 04 20:29:59.462820 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f74c0547-e890-4f7e-bfd2-aa84cb5cb23c req-ff63f1f3-4d12-4dc5-a633-fae4d0ae8c2e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534418 Apr 04 20:30:00.600824 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d612ff-1ab0-402c-b714-f159ed4903d4 req-5aa6b443-5ff3-470d-be1a-06e71ba4102f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:00.602369 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76d612ff-1ab0-402c-b714-f159ed4903d4 req-5aa6b443-5ff3-470d-be1a-06e71ba4102f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0635469 Apr 04 20:30:00.694442 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76d612ff-1ab0-402c-b714-f159ed4903d4 req-2b4cf3f4-a110-4174-8fb8-e22f90e93021 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800347 Apr 04 20:30:01.849281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599bd38-23cd-41cd-b8d0-f561b1e0944a req-8c93897e-4671-4889-8a2c-83e2e1bb8f00 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:01.851071 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6599bd38-23cd-41cd-b8d0-f561b1e0944a req-8c93897e-4671-4889-8a2c-83e2e1bb8f00 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0639527 Apr 04 20:30:01.913441 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6599bd38-23cd-41cd-b8d0-f561b1e0944a req-3880b780-a9d5-44d2-a209-8443592c837b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561304 Apr 04 20:30:03.081343 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63ab0-4aac-4ca5-a446-7ca543aea825 req-e55f084a-4cf5-40bb-b8f8-43a08376d78b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:03.083104 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cb63ab0-4aac-4ca5-a446-7ca543aea825 req-e55f084a-4cf5-40bb-b8f8-43a08376d78b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0697970 Apr 04 20:30:03.153361 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cb63ab0-4aac-4ca5-a446-7ca543aea825 req-cb098b9f-d690-4a12-ad9e-492ca9cf5b70 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645747 Apr 04 20:30:04.304747 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa9194-65b3-4495-a11a-a019ad6eaedc req-cf1f28de-588f-4ba1-8a94-59a3e109e1f9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:04.306298 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8dfa9194-65b3-4495-a11a-a019ad6eaedc req-cf1f28de-588f-4ba1-8a94-59a3e109e1f9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0722747 Apr 04 20:30:04.375226 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8dfa9194-65b3-4495-a11a-a019ad6eaedc req-5019f568-cd5b-490a-9187-41671df59b75 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613503 Apr 04 20:30:05.499576 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8863595-ac69-425e-a64e-3e1205435303 req-c43279a6-16cb-481b-952b-d3f1486ecb88 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:05.507168 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8863595-ac69-425e-a64e-3e1205435303 req-c43279a6-16cb-481b-952b-d3f1486ecb88 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0708733 Apr 04 20:30:05.567833 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8863595-ac69-425e-a64e-3e1205435303 req-e77f514d-8da0-411b-9e91-adc1742a6f3f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494125 Apr 04 20:30:05.927925 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-fddae6d3-3de2-4e99-bfe5-0a8f8b9d9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:05.930701 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-fddae6d3-3de2-4e99-bfe5-0a8f8b9d9b2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.0576966 Apr 04 20:30:05.962631 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca94a8-fdfd-4a46-a5ec-398a088c33a3 req-6193d9d4-f96f-4fd1-b802-cf02f9e52f3b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:05.972099 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4bca94a8-fdfd-4a46-a5ec-398a088c33a3 req-6193d9d4-f96f-4fd1-b802-cf02f9e52f3b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.1017404 Apr 04 20:30:06.044398 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4bca94a8-fdfd-4a46-a5ec-398a088c33a3 req-d732b256-7e39-4f76-a9f3-38714c532b70 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708034 Apr 04 20:30:06.072100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-3b133ba4-93f7-430a-b6d6-729a78e44dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:06.073720 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-3b133ba4-93f7-430a-b6d6-729a78e44dfb service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.1342854 Apr 04 20:30:06.167637 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-3137799d-3429-4804-9451-e7fd97e4c9cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 1001 time: 0.0832744 Apr 04 20:30:06.229516 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-ce7169dd-fb52-482a-a922-1dcdab39f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:06.231878 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-ce7169dd-fb52-482a-a922-1dcdab39f8fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0556128 Apr 04 20:30:06.306863 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679c4d-e652-4d56-8fe8-439ba7b2e9c2 req-e5f6ad65-73d7-4b6a-9d31-fba85056a80b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:06.308267 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e0679c4d-e652-4d56-8fe8-439ba7b2e9c2 req-e5f6ad65-73d7-4b6a-9d31-fba85056a80b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0591869 Apr 04 20:30:06.329504 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-8717f5ef-20ec-4f10-8c35-3d93b1498e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:06.331028 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-8717f5ef-20ec-4f10-8c35-3d93b1498e59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474513 Apr 04 20:30:06.357879 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e0679c4d-e652-4d56-8fe8-439ba7b2e9c2 req-73180212-35af-4644-8238-7bba99ae2bc0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Apr 04 20:30:06.502185 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-b0a78898-ce32-49f0-81ff-a9ac1261a3cd service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Apr 04 20:30:06.595323 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1bf92fc1-39b0-4ea2-833f-1cb8ec4fb407 req-5c52e3d5-9f1a-46fb-a593-aabf2ff6de0e service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Apr 04 20:30:06.680951 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dc706-f515-4c09-923b-9c28f7277e86 req-55ad47a7-6bbf-444c-93ba-2d1273943559 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:06.682461 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3e6dc706-f515-4c09-923b-9c28f7277e86 req-55ad47a7-6bbf-444c-93ba-2d1273943559 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0547040 Apr 04 20:30:06.732980 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3e6dc706-f515-4c09-923b-9c28f7277e86 req-98c1f70d-f426-4f76-ae61-1606bbab89ae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Apr 04 20:30:07.152531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead8c95-9e28-4129-8687-d82af1c5030c req-a2405187-a711-4236-934e-0027ad6d4e7b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.153984 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cead8c95-9e28-4129-8687-d82af1c5030c req-a2405187-a711-4236-934e-0027ad6d4e7b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0514972 Apr 04 20:30:07.200260 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cead8c95-9e28-4129-8687-d82af1c5030c req-79b99a50-d3a4-45ac-959a-a1fd366d2842 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400772 Apr 04 20:30:07.389458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-bc985f3f-2e42-43c0-b9ac-a497c9d33384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.391119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-bc985f3f-2e42-43c0-b9ac-a497c9d33384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1129 time: 0.0431781 Apr 04 20:30:07.513802 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-328f5b85-5bc2-4b97-a26d-0411e72d461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.515835 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-328f5b85-5bc2-4b97-a26d-0411e72d461e service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.1185172 Apr 04 20:30:07.523478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c0f5c-5f84-4566-aa4e-4a383cffdbaa req-dfeaef0c-720f-4a24-b4e9-23406f3a5a85 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.524855 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-713c0f5c-5f84-4566-aa4e-4a383cffdbaa req-dfeaef0c-720f-4a24-b4e9-23406f3a5a85 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.1006191 Apr 04 20:30:07.610838 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-ee8be7dd-49d7-48e4-be2b-2783a306ebf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 999 time: 0.0850620 Apr 04 20:30:07.613753 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-713c0f5c-5f84-4566-aa4e-4a383cffdbaa req-967daacc-06cd-42c3-847b-f0d663fc064f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827262 Apr 04 20:30:07.663568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-002975c8-7038-4d7a-890b-7eb88922263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.664926 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-002975c8-7038-4d7a-890b-7eb88922263a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0469575 Apr 04 20:30:07.713065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-6ab6dfe1-52d6-419a-a3a1-df229dfd3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.714542 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-6ab6dfe1-52d6-419a-a3a1-df229dfd3c47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419800 Apr 04 20:30:07.800792 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-575f445b-601b-4098-90b4-01d17ebdfd73 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796368 Apr 04 20:30:07.857626 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac9b86-7aff-4333-aeef-e1057bdf62a3 req-a84b5fdf-c0d1-4faf-bde3-0a2ee9398ed5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:07.859167 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9ac9b86-7aff-4333-aeef-e1057bdf62a3 req-a84b5fdf-c0d1-4faf-bde3-0a2ee9398ed5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0560634 Apr 04 20:30:07.893512 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa610cef-4061-440b-a72d-2e9e207450d9 req-acaa3865-842f-42b8-9fe4-2dfafaaab2ca service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Apr 04 20:30:07.906188 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9ac9b86-7aff-4333-aeef-e1057bdf62a3 req-b12abbcb-07fb-4e51-b144-413d91d4df1e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Apr 04 20:30:08.503914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097021-ce0e-4b1e-bdc3-919948d443a0 req-b7dbc6b6-6f34-4d59-9187-890f6a015956 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:08.505317 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2097021-ce0e-4b1e-bdc3-919948d443a0 req-b7dbc6b6-6f34-4d59-9187-890f6a015956 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.2372165 Apr 04 20:30:08.550667 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d2097021-ce0e-4b1e-bdc3-919948d443a0 req-4f388e37-0a58-4325-aa3d-7185877d8944 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398502 Apr 04 20:30:08.746997 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d083fe-fb6e-46f0-b2bd-11407afc17d9 req-f0d3a921-222f-4eb8-91eb-db2ff492c5f7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:08.748627 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30d083fe-fb6e-46f0-b2bd-11407afc17d9 req-f0d3a921-222f-4eb8-91eb-db2ff492c5f7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0546007 Apr 04 20:30:08.801954 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30d083fe-fb6e-46f0-b2bd-11407afc17d9 req-f7caa83f-1037-470b-9e2d-f09ba3d363cd tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469034 Apr 04 20:30:09.033701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eba582-daff-477d-83db-e91307a6feaa req-58129850-0cb7-471f-9ea8-d2be23207275 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:09.035181 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a6eba582-daff-477d-83db-e91307a6feaa req-58129850-0cb7-471f-9ea8-d2be23207275 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0567174 Apr 04 20:30:09.081534 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a6eba582-daff-477d-83db-e91307a6feaa req-fb1bace1-a26c-4315-85c1-284d00559bc8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Apr 04 20:30:09.667193 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8fe6a-6c4f-4336-9355-4d4d9882ad96 req-7b42c57c-1602-497b-8d0d-ec8c70f3f8fe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:09.668987 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecc8fe6a-6c4f-4336-9355-4d4d9882ad96 req-7b42c57c-1602-497b-8d0d-ec8c70f3f8fe tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Apr 04 20:30:09.718324 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecc8fe6a-6c4f-4336-9355-4d4d9882ad96 req-43a54b79-69f9-4e09-82b0-864f36889a5f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435746 Apr 04 20:30:09.923871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c799771-2b8d-4d52-b00d-f8bfa9f1bd5d req-645aa532-4ae5-4e77-93b2-b377e8fd15df tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:09.925343 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c799771-2b8d-4d52-b00d-f8bfa9f1bd5d req-645aa532-4ae5-4e77-93b2-b377e8fd15df tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0547066 Apr 04 20:30:09.970900 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c799771-2b8d-4d52-b00d-f8bfa9f1bd5d req-3f538b8a-d49e-45cc-a359-333d77a48126 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398757 Apr 04 20:30:10.264162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51bde-c150-42c6-a05d-106c54e70885 req-e0609677-ef87-4dc0-b2e8-2ffc271ad4aa tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:10.265731 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cc51bde-c150-42c6-a05d-106c54e70885 req-e0609677-ef87-4dc0-b2e8-2ffc271ad4aa tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.1129947 Apr 04 20:30:10.311841 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cc51bde-c150-42c6-a05d-106c54e70885 req-087bf83e-753d-4f51-8c53-d596dd44fbbf tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Apr 04 20:30:10.771622 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-6186c193-c561-4896-8179-7619fb71df98 req-4d4d102f-f921-4df9-ba24-7d07b9a48bd8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:30:10.772740 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6186c193-c561-4896-8179-7619fb71df98 req-4d4d102f-f921-4df9-ba24-7d07b9a48bd8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053818 Apr 04 20:30:10.839154 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfed6-96d2-4207-bd7e-8a728de55f15 req-99da3fa5-1684-4ceb-a0c2-48d5d3d96d84 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:10.840628 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93fcfed6-96d2-4207-bd7e-8a728de55f15 req-99da3fa5-1684-4ceb-a0c2-48d5d3d96d84 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Apr 04 20:30:10.898233 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93fcfed6-96d2-4207-bd7e-8a728de55f15 req-261711d6-5131-4a27-8958-234c0d270f44 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469522 Apr 04 20:30:10.910017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:10.946305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08904378-8f62-4c7d-bf14-3827baeb2bf3 req-055cfefa-4441-4c74-8e2e-9973cbfeb2a8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:10.953862 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08904378-8f62-4c7d-bf14-3827baeb2bf3 req-055cfefa-4441-4c74-8e2e-9973cbfeb2a8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Apr 04 20:30:10.993863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:11.000480 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08904378-8f62-4c7d-bf14-3827baeb2bf3 req-45a633ec-ea4b-46ce-9919-647ee135ff30 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Apr 04 20:30:11.008565 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: ACTIVE; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:30:11.009064 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:11.034805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:11.037385 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f3ca0-1d2c-4aba-9a64-553760cd91c6" -d '{"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:11.053939 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:11.064365 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:11.097444 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367d2677-dc0d-4260-8d04-ce5c5a245461 x-openstack-request-id: req-367d2677-dc0d-4260-8d04-ce5c5a245461 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:11.097729 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-unplugged", "status": "failed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "code": 422}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:11.097978 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-367d2677-dc0d-4260-8d04-ce5c5a245461 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:11.098429 dv-cinder-831247-15-iscsi neutron-server[103209]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-367d2677-dc0d-4260-8d04-ce5c5a245461']: {'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'code': 422} returned with failed status Apr 04 20:30:11.105890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548cd3f-5a1c-4e31-b8c7-5b8092620f49 req-8dfaafb0-5d56-4b21-a845-9cf091c74120 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:11.108464 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e548cd3f-5a1c-4e31-b8c7-5b8092620f49 req-8dfaafb0-5d56-4b21-a845-9cf091c74120 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0622365 Apr 04 20:30:11.124963 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=8']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:11.161739 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e548cd3f-5a1c-4e31-b8c7-5b8092620f49 req-58204bd0-a35e-4e49-a9f2-8ccdeffc02e4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474274 Apr 04 20:30:11.234532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 42864) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:11.317863 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-26752de2-7009-4e01-93ba-3d8db8e430c9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819521 Apr 04 20:30:11.326532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-243e9131-c199-4477-8a8a-5429e536a30d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:30:11.327991 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-243e9131-c199-4477-8a8a-5429e536a30d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047877 Apr 04 20:30:11.405101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 42872) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:11.499812 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-c010f616-ebab-4d9f-a03e-6f37577b2d10 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:11.501161 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-c010f616-ebab-4d9f-a03e-6f37577b2d10 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports/dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 940 time: 0.0944960 Apr 04 20:30:12.019207 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090b66c-5967-4f1f-9be6-fe0b01248f01 req-da3d205e-4aca-4f96-a196-a19ecbe414df tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:12.020736 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0090b66c-5967-4f1f-9be6-fe0b01248f01 req-da3d205e-4aca-4f96-a196-a19ecbe414df tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Apr 04 20:30:12.070633 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0090b66c-5967-4f1f-9be6-fe0b01248f01 req-78d9cfcd-ade7-480f-8373-55afa2c02272 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Apr 04 20:30:12.139397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c1ac0-1910-4108-b75f-c7c85ece67cd req-42104f54-8935-487d-9547-07ea1de4f5c9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:12.140971 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec0c1ac0-1910-4108-b75f-c7c85ece67cd req-42104f54-8935-487d-9547-07ea1de4f5c9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0570676 Apr 04 20:30:12.186411 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec0c1ac0-1910-4108-b75f-c7c85ece67cd req-bb452915-1b7e-4931-8f9c-edfe6969d6d8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Apr 04 20:30:12.281090 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6cb81-89ed-4568-8634-f7c41c44d230 req-8f417073-4b71-49af-9993-f960ca01d167 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:12.282573 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-11b6cb81-89ed-4568-8634-f7c41c44d230 req-8f417073-4b71-49af-9993-f960ca01d167 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0519271 Apr 04 20:30:12.317249 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:30:12.329333 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-11b6cb81-89ed-4568-8634-f7c41c44d230 req-d092478c-a621-48a0-8e3e-393913d951d6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411408 Apr 04 20:30:12.967309 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-a888d0e5-9064-4344-b31b-ad42012c542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:12.969424 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-a888d0e5-9064-4344-b31b-ad42012c542d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 1127 time: 0.0741997 Apr 04 20:30:13.037307 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-51560dbe-e972-4489-8567-60b2ec53da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.038823 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-51560dbe-e972-4489-8567-60b2ec53da8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1127 time: 0.0471220 Apr 04 20:30:13.131099 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-ee59933b-bd54-4cab-b48f-a26d678343a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.132596 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-ee59933b-bd54-4cab-b48f-a26d678343a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0873966 Apr 04 20:30:13.227598 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-0d9dc3d1-5d8f-40c9-ad12-9017aa70d239 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 997 time: 0.0888698 Apr 04 20:30:13.238611 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206ca08-4f55-4595-85ba-9a5512ff840e req-dd86aeed-c2a5-4595-8183-419a135dc22c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.240060 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5206ca08-4f55-4595-85ba-9a5512ff840e req-dd86aeed-c2a5-4595-8183-419a135dc22c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.1025116 Apr 04 20:30:13.306776 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-cab508a7-865b-4197-85de-b59119d51aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.308260 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-cab508a7-865b-4197-85de-b59119d51aec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0673387 Apr 04 20:30:13.316024 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd8eb2-3203-46b9-97be-7b3c848508b1 req-f6471fd6-1d77-4fd0-b308-507f903e9889 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.317768 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00dd8eb2-3203-46b9-97be-7b3c848508b1 req-f6471fd6-1d77-4fd0-b308-507f903e9889 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0574801 Apr 04 20:30:13.328896 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5206ca08-4f55-4595-85ba-9a5512ff840e req-c9fe332e-9d2b-4fca-a975-509adda1c51c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808847 Apr 04 20:30:13.370460 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00dd8eb2-3203-46b9-97be-7b3c848508b1 req-6c7c014e-6b8e-44ad-9e2a-84d85e10bc19 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468843 Apr 04 20:30:13.370851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-55c88b93-0dad-4cb9-b871-3d369a5da5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.372385 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-55c88b93-0dad-4cb9-b871-3d369a5da5f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561557 Apr 04 20:30:13.505301 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-665f948a-a064-41e5-a056-c96178d1f34d service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261845 Apr 04 20:30:13.512800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60651f-8a32-4675-ba01-b5d9a252d2c4 req-fcc735d3-9c84-4d5a-b8cf-b1eb56e38d28 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.514197 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f60651f-8a32-4675-ba01-b5d9a252d2c4 req-fcc735d3-9c84-4d5a-b8cf-b1eb56e38d28 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.1007559 Apr 04 20:30:13.614121 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f60651f-8a32-4675-ba01-b5d9a252d2c4 req-906c2035-9839-460d-ad8c-6726b6c0d278 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909972 Apr 04 20:30:13.631064 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7e0c490f-421a-409b-87d9-4bb199d02fcc req-a59e7399-93c5-4718-92dc-08e4308a5dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159313 Apr 04 20:30:13.906340 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-fa33db69-61cc-413d-a1b7-441b1a7d1812 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489893 Apr 04 20:30:13.972877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-eb13536b-c3d8-4aea-848d-a74b7c6b5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:13.974394 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-eb13536b-c3d8-4aea-848d-a74b7c6b5c35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 1130 time: 0.0491474 Apr 04 20:30:14.008900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2693f69d-fe6d-48ab-b871-eab8e4e5a18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:14.094879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-ad858a85-5f95-4174-9554-0e0cafa13ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:14.096644 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-ad858a85-5f95-4174-9554-0e0cafa13ef3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.0995517 Apr 04 20:30:14.521911 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c229c-bf85-4ca8-8f38-2c45fabdd666 req-1a5fab29-ebd7-45da-aeba-56b19ea2200b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:14.533739 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c6c229c-bf85-4ca8-8f38-2c45fabdd666 req-1a5fab29-ebd7-45da-aeba-56b19ea2200b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0940301 Apr 04 20:30:14.588655 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657b7fd-acea-40d6-8353-030628ff5f73 req-022ea974-117e-4b4d-9270-53b856bf1439 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:14.594411 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2657b7fd-acea-40d6-8353-030628ff5f73 req-022ea974-117e-4b4d-9270-53b856bf1439 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.1093802 Apr 04 20:30:14.617092 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c6c229c-bf85-4ca8-8f38-2c45fabdd666 req-7cdac6c3-a6b7-4afa-a964-89d039a8f222 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823584 Apr 04 20:30:14.720402 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2657b7fd-acea-40d6-8353-030628ff5f73 req-f065be4f-2c1c-4014-a93c-082d84c306f9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169834 Apr 04 20:30:14.788340 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84260bbf-c099-4340-8bca-80b7cfcc7d34 req-16fc2962-9810-4385-8c69-bc7e20bdbcb1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:14.796626 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84260bbf-c099-4340-8bca-80b7cfcc7d34 req-16fc2962-9810-4385-8c69-bc7e20bdbcb1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0999475 Apr 04 20:30:14.843523 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84260bbf-c099-4340-8bca-80b7cfcc7d34 req-1e845155-2040-48b0-99fb-970b7c4c9fc3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Apr 04 20:30:14.949136 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:15.033376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: DOWN; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:30:15.737321 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89bdd5-6bd3-45f4-b728-892260918c88 req-5ffb4bcb-629e-4005-b52c-d6ce8fdcbf23 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:15.738854 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8f89bdd5-6bd3-45f4-b728-892260918c88 req-5ffb4bcb-629e-4005-b52c-d6ce8fdcbf23 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Apr 04 20:30:15.792402 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8f89bdd5-6bd3-45f4-b728-892260918c88 req-d8cdb48f-e4c7-4e69-93b3-3ba08bb1491f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478389 Apr 04 20:30:15.859519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a53fbc-bc71-43ae-8d12-f696aac0a8d4 req-cf47dd7a-ed7b-4d8b-bb3f-f7fe2bbd6420 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:15.861453 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9a53fbc-bc71-43ae-8d12-f696aac0a8d4 req-cf47dd7a-ed7b-4d8b-bb3f-f7fe2bbd6420 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0532744 Apr 04 20:30:15.930958 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9a53fbc-bc71-43ae-8d12-f696aac0a8d4 req-1ed0d8db-2a1e-4d08-a790-5885cb1ac5eb tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628781 Apr 04 20:30:15.982550 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972ed1-cc14-4d75-94ee-55fd2c87bff8 req-95d87e60-4341-4397-962a-b7ad971873e0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:15.990012 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-41972ed1-cc14-4d75-94ee-55fd2c87bff8 req-95d87e60-4341-4397-962a-b7ad971873e0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0727670 Apr 04 20:30:16.035068 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-41972ed1-cc14-4d75-94ee-55fd2c87bff8 req-110f74e3-b355-4e49-843b-9110c2f13f70 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Apr 04 20:30:16.242263 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-61a212d1-3b84-40f9-8085-e02f3e45981b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:16.931856 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450b17b-7c55-44ec-b53d-aaf546c877d6 req-8871c2a9-6d6a-458c-b234-e1de291ef5fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:16.932690 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1450b17b-7c55-44ec-b53d-aaf546c877d6 req-8871c2a9-6d6a-458c-b234-e1de291ef5fd tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0528619 Apr 04 20:30:16.985120 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1450b17b-7c55-44ec-b53d-aaf546c877d6 req-fef76d26-978f-4842-b9a3-0c6e8b54391f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463760 Apr 04 20:30:17.072458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96088f-d3d4-47dc-ae78-0ac6f89a2af8 req-af68685b-ea9d-461b-9457-80f67232616a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:17.074017 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb96088f-d3d4-47dc-ae78-0ac6f89a2af8 req-af68685b-ea9d-461b-9457-80f67232616a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0634260 Apr 04 20:30:17.155048 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb96088f-d3d4-47dc-ae78-0ac6f89a2af8 req-e22311e7-51da-4cd8-b1da-2286517904a7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742707 Apr 04 20:30:17.194490 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38e08-a640-47a8-a9dd-ad93a168af03 req-6e985e2c-be52-4d9d-afeb-e87701143bfb tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:17.196212 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ca38e08-a640-47a8-a9dd-ad93a168af03 req-6e985e2c-be52-4d9d-afeb-e87701143bfb tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0755496 Apr 04 20:30:17.247505 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ca38e08-a640-47a8-a9dd-ad93a168af03 req-bbff5c4b-2284-4ad2-a191-4542823f609c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457165 Apr 04 20:30:17.595841 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:18.107448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091392ee-bc16-4d1c-ae1b-079e2dcd9bd2 req-f6b7b507-9df2-45b7-ac25-f8f34b8f9ae1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:18.114104 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-091392ee-bc16-4d1c-ae1b-079e2dcd9bd2 req-f6b7b507-9df2-45b7-ac25-f8f34b8f9ae1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0589969 Apr 04 20:30:18.166487 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-091392ee-bc16-4d1c-ae1b-079e2dcd9bd2 req-d824c819-6dea-4683-bff1-04aacc4f45c8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513918 Apr 04 20:30:18.286342 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956c17f-a90a-46ed-903b-5704abdbbdb0 req-d33654c7-baad-4487-9ae1-9fa2bfa69345 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:18.288000 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1956c17f-a90a-46ed-903b-5704abdbbdb0 req-d33654c7-baad-4487-9ae1-9fa2bfa69345 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0542736 Apr 04 20:30:18.360543 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1956c17f-a90a-46ed-903b-5704abdbbdb0 req-54881e45-4517-46f4-97c1-456efb071e1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646663 Apr 04 20:30:18.443121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13a80d-3e8e-4e9f-92a2-1afdd52af054 req-40f7e2cb-1a7f-424b-8328-73a2f3da678d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:18.445499 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa13a80d-3e8e-4e9f-92a2-1afdd52af054 req-40f7e2cb-1a7f-424b-8328-73a2f3da678d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0879128 Apr 04 20:30:18.501749 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fa13a80d-3e8e-4e9f-92a2-1afdd52af054 req-2c0a255e-b63f-45ad-b7bc-9c9f4c6be206 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503702 Apr 04 20:30:18.670296 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:19.294328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9d3ac-8200-4911-b9e6-e8900d8b92ec req-51c5dcb7-9207-4f6c-a9f2-a5819244d081 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:19.295850 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90b9d3ac-8200-4911-b9e6-e8900d8b92ec req-51c5dcb7-9207-4f6c-a9f2-a5819244d081 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0583918 Apr 04 20:30:19.345173 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90b9d3ac-8200-4911-b9e6-e8900d8b92ec req-4c17bec8-d4c3-4fc8-983c-d47c2eb05084 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Apr 04 20:30:19.486107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788b99-f101-4abd-8f1f-b7d39e36c06d req-17f7fc7b-7c0c-4e98-adf2-68bc539d581e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:19.487589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6788b99-f101-4abd-8f1f-b7d39e36c06d req-17f7fc7b-7c0c-4e98-adf2-68bc539d581e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0530958 Apr 04 20:30:19.535695 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6788b99-f101-4abd-8f1f-b7d39e36c06d req-5505f145-a4f4-4391-bee9-bc4b1e3274ae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Apr 04 20:30:19.622143 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de74f7f-836f-45e0-bd91-3b10d6cbc84f req-2d81c643-6e7c-41ce-aa49-0a9e4e388a54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:19.629505 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1de74f7f-836f-45e0-bd91-3b10d6cbc84f req-2d81c643-6e7c-41ce-aa49-0a9e4e388a54 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0603402 Apr 04 20:30:19.675247 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1de74f7f-836f-45e0-bd91-3b10d6cbc84f req-e11a46f3-80e2-45aa-bf44-70277accdc7e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447457 Apr 04 20:30:20.334660 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:20.479919 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df38203-5613-4b56-8f08-4c47cdfb8e13 req-d971bf01-d40d-4f23-aed1-26ffc3039a1d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:20.481369 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9df38203-5613-4b56-8f08-4c47cdfb8e13 req-d971bf01-d40d-4f23-aed1-26ffc3039a1d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0639782 Apr 04 20:30:20.529627 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9df38203-5613-4b56-8f08-4c47cdfb8e13 req-df026601-9c46-457d-a163-e117b7ace7d9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419314 Apr 04 20:30:20.665369 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881c3f-f16f-40d8-b64d-fbd218296361 req-9a0bf005-3bce-4b4d-a4fa-333d1db15458 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:20.666888 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b881c3f-f16f-40d8-b64d-fbd218296361 req-9a0bf005-3bce-4b4d-a4fa-333d1db15458 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0542336 Apr 04 20:30:20.727917 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b881c3f-f16f-40d8-b64d-fbd218296361 req-dcfd3d7d-9d1e-4539-8f9d-b4e119dd9a66 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536122 Apr 04 20:30:20.808000 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7973a1-0187-4222-8527-f08c111b4b1d req-1ae5fda9-a311-4115-b2c5-9f53c231cc8a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:20.809530 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df7973a1-0187-4222-8527-f08c111b4b1d req-1ae5fda9-a311-4115-b2c5-9f53c231cc8a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0535624 Apr 04 20:30:20.855295 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df7973a1-0187-4222-8527-f08c111b4b1d req-1ba451d7-de84-43b2-9297-b7f4d09b7a4b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396874 Apr 04 20:30:21.662794 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925419f8-acfe-466a-8a08-a2f4d3b0267f req-53ba66f1-13aa-4866-b507-7228c9c6711e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:21.664429 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-925419f8-acfe-466a-8a08-a2f4d3b0267f req-53ba66f1-13aa-4866-b507-7228c9c6711e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0574207 Apr 04 20:30:21.712011 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-925419f8-acfe-466a-8a08-a2f4d3b0267f req-891d18df-05b8-4b0a-984b-ce916fc69416 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Apr 04 20:30:21.859125 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190aad7-a94d-4e29-86d5-579995983c1d req-7792a1b1-31f6-4052-8161-500755ee66db tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:21.860620 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5190aad7-a94d-4e29-86d5-579995983c1d req-7792a1b1-31f6-4052-8161-500755ee66db tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0542397 Apr 04 20:30:21.917485 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5190aad7-a94d-4e29-86d5-579995983c1d req-6fb9a947-6ed1-4a3e-aac8-cc4c300e017f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503228 Apr 04 20:30:22.006753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4f97e-0fac-48bd-baec-0f1618e78bee req-4e12d736-c080-4fdb-b839-b528ecc7a9d1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:22.008382 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ac4f97e-0fac-48bd-baec-0f1618e78bee req-4e12d736-c080-4fdb-b839-b528ecc7a9d1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0533695 Apr 04 20:30:22.057138 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ac4f97e-0fac-48bd-baec-0f1618e78bee req-3398ed30-ff38-478f-9839-6df1d68dd776 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Apr 04 20:30:22.833871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41a473-89a2-43c8-81f7-741c5418cc52 req-6284b5ce-1fec-4e2f-a83d-565bc9a9b320 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:22.835757 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fd41a473-89a2-43c8-81f7-741c5418cc52 req-6284b5ce-1fec-4e2f-a83d-565bc9a9b320 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0541961 Apr 04 20:30:22.882638 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fd41a473-89a2-43c8-81f7-741c5418cc52 req-124b452e-e20b-477c-a8bb-f4d96bbd57df tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410295 Apr 04 20:30:23.049927 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfec8f-02ec-41a0-9e27-1390037067ec req-7a4f49d0-fc3f-4aed-aa0a-c9cdd6ea8a98 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:23.051366 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8dfec8f-02ec-41a0-9e27-1390037067ec req-7a4f49d0-fc3f-4aed-aa0a-c9cdd6ea8a98 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0581751 Apr 04 20:30:23.098998 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8dfec8f-02ec-41a0-9e27-1390037067ec req-0e5d7b75-5e1c-4328-ac9e-78f43e2fa813 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Apr 04 20:30:23.184309 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1076a95-7842-4936-bf40-04cf2dc47aea req-5d314f44-5838-4218-bb43-d62e4aa45bce tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:23.185827 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f1076a95-7842-4936-bf40-04cf2dc47aea req-5d314f44-5838-4218-bb43-d62e4aa45bce tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0577559 Apr 04 20:30:23.235130 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f1076a95-7842-4936-bf40-04cf2dc47aea req-a5642390-191b-4cc6-8840-ca634d926426 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Apr 04 20:30:24.004868 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd267a8-e188-4081-bf3b-a6a77b4fbe4f req-29808f61-69ed-4ebe-942c-cd5a4c235d37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:24.006453 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5bd267a8-e188-4081-bf3b-a6a77b4fbe4f req-29808f61-69ed-4ebe-942c-cd5a4c235d37 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0541289 Apr 04 20:30:24.054002 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5bd267a8-e188-4081-bf3b-a6a77b4fbe4f req-51eff0ef-e5ca-49e8-8d9e-093f5ceb70e6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Apr 04 20:30:24.239342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ef8d-686e-4e67-91c4-9d863107e6ee req-49e1ddd1-1d8e-4a8b-8deb-bd788f190eef tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:24.240942 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de33ef8d-686e-4e67-91c4-9d863107e6ee req-49e1ddd1-1d8e-4a8b-8deb-bd788f190eef tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0588710 Apr 04 20:30:24.291867 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de33ef8d-686e-4e67-91c4-9d863107e6ee req-cc922016-9ac4-4211-8bc9-54362c80e051 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Apr 04 20:30:24.364086 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f763-75ae-4f17-96b9-b35fabdc00d3 req-0e9c803c-fef8-4b61-a35f-96ae16e84f7d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:24.365559 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-acc6f763-75ae-4f17-96b9-b35fabdc00d3 req-0e9c803c-fef8-4b61-a35f-96ae16e84f7d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0567207 Apr 04 20:30:24.414925 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-acc6f763-75ae-4f17-96b9-b35fabdc00d3 req-26becbad-3c85-4571-afa6-ab48abe732b3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Apr 04 20:30:25.172072 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48451e-a07e-403c-99e7-2763bf458193 req-d1ad3c32-9dc3-4df6-bdd1-238c17dba2a6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:25.173632 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1a48451e-a07e-403c-99e7-2763bf458193 req-d1ad3c32-9dc3-4df6-bdd1-238c17dba2a6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Apr 04 20:30:25.219208 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1a48451e-a07e-403c-99e7-2763bf458193 req-6300cbe0-8a04-4d6e-8068-940b5a26b9a3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Apr 04 20:30:25.413426 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba02498-a71e-499f-b307-e8dcf350201b req-60c8385f-ae73-4c01-a68e-c560185eb908 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:25.414920 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ba02498-a71e-499f-b307-e8dcf350201b req-60c8385f-ae73-4c01-a68e-c560185eb908 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0520802 Apr 04 20:30:25.461201 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ba02498-a71e-499f-b307-e8dcf350201b req-2309a965-746c-42e6-aae8-06a98699552d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Apr 04 20:30:25.533669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b634b7-09d6-4ec4-94cd-df0fb4e26721 req-3541e14f-6809-4606-99e1-7314acef8a59 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:25.535152 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b634b7-09d6-4ec4-94cd-df0fb4e26721 req-3541e14f-6809-4606-99e1-7314acef8a59 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0552304 Apr 04 20:30:25.580966 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b634b7-09d6-4ec4-94cd-df0fb4e26721 req-fdd6fe57-ff35-4fa3-be48-abd92b431c94 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Apr 04 20:30:26.334165 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e820701-5642-4974-a67b-e9cf6000cad5 req-d86058d5-69f5-4028-8938-4af7e970422d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:26.335636 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e820701-5642-4974-a67b-e9cf6000cad5 req-d86058d5-69f5-4028-8938-4af7e970422d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Apr 04 20:30:26.384724 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e820701-5642-4974-a67b-e9cf6000cad5 req-f00f2002-287c-4ce1-bfe6-fba3ec597b80 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438290 Apr 04 20:30:26.583065 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d266f5-af56-43c6-b4a1-acde853dc338 req-43e4f4bd-8570-43d5-ba5c-3dcc1a2d2748 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:26.584533 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-07d266f5-af56-43c6-b4a1-acde853dc338 req-43e4f4bd-8570-43d5-ba5c-3dcc1a2d2748 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0520418 Apr 04 20:30:26.632959 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-07d266f5-af56-43c6-b4a1-acde853dc338 req-3c0f03be-4537-4a3c-91b4-f0a4a2dc1d48 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Apr 04 20:30:26.799760 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419766a-e7c1-4a87-bed6-ca8b7c4fce23 req-838fc7e0-870b-49bf-8c3a-983b70ccbdcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:26.801226 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0419766a-e7c1-4a87-bed6-ca8b7c4fce23 req-838fc7e0-870b-49bf-8c3a-983b70ccbdcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Apr 04 20:30:26.846684 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0419766a-e7c1-4a87-bed6-ca8b7c4fce23 req-9f99d2f3-ce4f-46e3-af0b-06280c954aa1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398490 Apr 04 20:30:27.498993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d871708-e331-424a-84ba-88965f291e5a req-0376e81b-014a-4501-bb99-b59bde669b0a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:27.500626 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7d871708-e331-424a-84ba-88965f291e5a req-0376e81b-014a-4501-bb99-b59bde669b0a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0508626 Apr 04 20:30:27.549190 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7d871708-e331-424a-84ba-88965f291e5a req-bcdbe19f-f90e-4567-a25e-201a0ea3516e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Apr 04 20:30:27.754187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01570e46-ae40-4c59-96ad-c8ad7c520731 req-b2813f9d-092a-43a0-aa4b-074aa864e182 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:27.755636 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01570e46-ae40-4c59-96ad-c8ad7c520731 req-b2813f9d-092a-43a0-aa4b-074aa864e182 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0515504 Apr 04 20:30:27.801539 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01570e46-ae40-4c59-96ad-c8ad7c520731 req-cb557de6-8511-4dd0-9e89-ab39c8d17d1e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Apr 04 20:30:27.961908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2575fc-e10e-4b2e-a83e-2357af67f64c req-7d2a7004-c9f5-4969-8d40-35104c233cd8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:27.963311 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de2575fc-e10e-4b2e-a83e-2357af67f64c req-7d2a7004-c9f5-4969-8d40-35104c233cd8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Apr 04 20:30:28.009134 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de2575fc-e10e-4b2e-a83e-2357af67f64c req-08c199ef-d617-4736-9e6e-cd06ceb48d0c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Apr 04 20:30:28.448331 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-9a84f732-f8e7-4dc7-8f95-15c697798571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d HTTP/1.1" status: 200 len: 217 time: 0.0858204 Apr 04 20:30:28.683666 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82414d3e-1939-44fb-856b-d61e4cd19f04 req-b3335f47-6852-4701-b1bc-c61a7ec81ee3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:28.685353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82414d3e-1939-44fb-856b-d61e4cd19f04 req-b3335f47-6852-4701-b1bc-c61a7ec81ee3 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0582166 Apr 04 20:30:28.734704 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82414d3e-1939-44fb-856b-d61e4cd19f04 req-56fea574-01f8-4f8b-a829-a35b3078400a tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 Apr 04 20:30:28.865553 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-d9e54eb2-b316-4139-8afa-ed469188a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:28.867000 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-d9e54eb2-b316-4139-8afa-ed469188a0a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.2887585 Apr 04 20:30:28.927055 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258b1f-7961-4d02-abe8-5d15166d1b24 req-f23f4c58-31b2-4b0b-a212-cc201c15e671 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:28.928485 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77258b1f-7961-4d02-abe8-5d15166d1b24 req-f23f4c58-31b2-4b0b-a212-cc201c15e671 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0508223 Apr 04 20:30:28.972731 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77258b1f-7961-4d02-abe8-5d15166d1b24 req-91325a7e-d3fe-4968-85ef-0a9058c9cd38 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Apr 04 20:30:29.124768 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ac96-52a4-4157-9e83-b956d3564a00 req-e3e3a8b2-7b02-42da-83d4-8e844cfc71af tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:29.126303 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e807ac96-52a4-4157-9e83-b956d3564a00 req-e3e3a8b2-7b02-42da-83d4-8e844cfc71af tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0527165 Apr 04 20:30:29.171774 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e807ac96-52a4-4157-9e83-b956d3564a00 req-4ce17a24-36c2-4052-8838-8bd691ed6bfe tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399480 Apr 04 20:30:29.371399 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00e2b6-7a53-4aba-9a81-6c5573d49b64 req-8295b5d1-8c7a-4ce4-b9ed-47d901777df2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:29.372859 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9f00e2b6-7a53-4aba-9a81-6c5573d49b64 req-8295b5d1-8c7a-4ce4-b9ed-47d901777df2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0510559 Apr 04 20:30:29.422349 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9f00e2b6-7a53-4aba-9a81-6c5573d49b64 req-c674bf6f-bca6-4146-9ef1-f1ce97d3def1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435772 Apr 04 20:30:29.857133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690934c-03a9-427e-992c-91480d278f2b req-72807859-9735-4b26-8bde-64f2cb09f8ba tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:29.862117 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a690934c-03a9-427e-992c-91480d278f2b req-72807859-9735-4b26-8bde-64f2cb09f8ba tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0551627 Apr 04 20:30:29.910120 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a690934c-03a9-427e-992c-91480d278f2b req-c6421720-93a6-43ac-a3d1-a6cd9a5e0de5 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Apr 04 20:30:30.098286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5f546-ee85-422b-af2f-a4e4b07aa9f1 req-f71040f9-ba5b-4e30-8984-c0d69171126c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:30.099900 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ef5f546-ee85-422b-af2f-a4e4b07aa9f1 req-f71040f9-ba5b-4e30-8984-c0d69171126c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0559804 Apr 04 20:30:30.163473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-3eb2a8e8-1fa9-42fa-bc78-8486d75a1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:30.165856 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-3eb2a8e8-1fa9-42fa-bc78-8486d75a1c3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0729823 Apr 04 20:30:30.175541 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ef5f546-ee85-422b-af2f-a4e4b07aa9f1 req-a3a26c24-f20f-4308-883e-7d225e097eb1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610328 Apr 04 20:30:30.294763 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-ba9a88fd-8a64-463d-b1cc-cc97701b8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:30.296952 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-ba9a88fd-8a64-463d-b1cc-cc97701b8e1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 1130 time: 0.0951133 Apr 04 20:30:30.298767 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-e6b00cb8-99bc-4b23-8a5c-c7cac8cca7a2 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243322 Apr 04 20:30:30.461359 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-7f0ef844-bbf6-49c6-959e-577d1a0d22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:30.462877 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-7f0ef844-bbf6-49c6-959e-577d1a0d22b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.1553929 Apr 04 20:30:30.466586 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-788ecc42-b3d9-4e96-8fc1-3d36ff79e422 req-5f113450-b7fb-4b82-951a-508b7dd013d8 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510420 Apr 04 20:30:30.564430 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-162b1dc5-f4cd-4b7c-a653-8a6dbd00403d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 200 len: 1002 time: 0.0904794 Apr 04 20:30:30.583491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40ba4a-2ee1-4de3-bbf5-13b30ea8cbab req-ec78b247-56b2-43b6-8aa3-39d8c17b093a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:30.584966 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8c40ba4a-2ee1-4de3-bbf5-13b30ea8cbab req-ec78b247-56b2-43b6-8aa3-39d8c17b093a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0744352 Apr 04 20:30:30.635394 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8c40ba4a-2ee1-4de3-bbf5-13b30ea8cbab req-d18cb2a7-4434-480b-a75e-886eb811a11a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Apr 04 20:30:31.025441 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf05b-d8de-42d4-b98f-0afeb500f162 req-56f292d0-6b99-4f18-a5d9-eca2564349ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:31.028202 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8adf05b-d8de-42d4-b98f-0afeb500f162 req-56f292d0-6b99-4f18-a5d9-eca2564349ae tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Apr 04 20:30:31.074677 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8adf05b-d8de-42d4-b98f-0afeb500f162 req-7cf7c65c-b0aa-40f2-91da-3890574586b6 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417843 Apr 04 20:30:31.306519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b37476-3b1e-44bb-bb3e-a0f28ca846e3 req-4831f546-31aa-4aea-9e73-272158b84f88 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:31.308013 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97b37476-3b1e-44bb-bb3e-a0f28ca846e3 req-4831f546-31aa-4aea-9e73-272158b84f88 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0561807 Apr 04 20:30:31.356059 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-97b37476-3b1e-44bb-bb3e-a0f28ca846e3 req-ba1f9bc7-60ad-46ce-a61a-96a799054bd8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Apr 04 20:30:31.760412 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f0f4e-7da4-4817-b7df-74973cd4cb14 req-7e40d5f1-b600-41d4-a316-a225a3570d09 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:31.761892 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-571f0f4e-7da4-4817-b7df-74973cd4cb14 req-7e40d5f1-b600-41d4-a316-a225a3570d09 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0567265 Apr 04 20:30:31.808668 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-571f0f4e-7da4-4817-b7df-74973cd4cb14 req-c5aa5afe-ccd3-4224-ae66-ec6a14ed959b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Apr 04 20:30:32.168821 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-a68f4da1-31d4-4b47-8ad2-191c83c3113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.170391 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-a68f4da1-31d4-4b47-8ad2-191c83c3113a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0762355 Apr 04 20:30:32.225685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710575d-fbe5-4745-b90c-4bd1eba87ddd req-101b7b83-fbfc-4c08-bc84-0c8a72dca55d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.227258 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9710575d-fbe5-4745-b90c-4bd1eba87ddd req-101b7b83-fbfc-4c08-bc84-0c8a72dca55d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0694885 Apr 04 20:30:32.275621 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9710575d-fbe5-4745-b90c-4bd1eba87ddd req-115bf656-a54b-496d-b366-06e56bfcf001 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Apr 04 20:30:32.436241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-463c679d-7815-47eb-bbca-92e576505a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.438643 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-463c679d-7815-47eb-bbca-92e576505a7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532370 Apr 04 20:30:32.518262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af13ebd-2648-49b4-aac3-d0031975e699 req-01410aef-1981-43f0-a99d-5902b5e88f6b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.519816 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3af13ebd-2648-49b4-aac3-d0031975e699 req-01410aef-1981-43f0-a99d-5902b5e88f6b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0724797 Apr 04 20:30:32.574422 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3af13ebd-2648-49b4-aac3-d0031975e699 req-93b15eb8-e587-4ab6-83fe-a4473cdfe11f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Apr 04 20:30:32.611132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e1544-c6bf-48bf-a24f-a0cf10d91930 req-5f715b13-8924-403a-ac98-5bfca2e7259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.612635 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e1544-c6bf-48bf-a24f-a0cf10d91930 req-5f715b13-8924-403a-ac98-5bfca2e7259c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.1190057 Apr 04 20:30:32.614796 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-78bc206b-619c-4ea1-8fce-2aef5dac7d9b service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558015 Apr 04 20:30:32.942042 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171e1544-c6bf-48bf-a24f-a0cf10d91930 req-2eb8ac5b-214a-46f5-9020-40b1907ffd23 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272714 Apr 04 20:30:32.968286 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-37020bc5-4caf-47fc-b5d6-eeacf8d828f9 req-31c70200-4c5e-453b-93c7-8862592e0f56 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471744 Apr 04 20:30:32.980201 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696ac7-addb-4050-a191-b94c9475919b req-ef8d176c-d318-478f-b0fc-9e4477280ed4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:32.981695 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12696ac7-addb-4050-a191-b94c9475919b req-ef8d176c-d318-478f-b0fc-9e4477280ed4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0901003 Apr 04 20:30:33.029945 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-12696ac7-addb-4050-a191-b94c9475919b req-ae531a4c-ac4a-4012-a2aa-5bec186dfa93 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421736 Apr 04 20:30:33.354444 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-9700a893-02c1-495e-a73f-ebc0d8cfac08 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260293628&fields=id&tenant_id=9f83b7399e4141babb9fdf75f6d0342a HTTP/1.1" status: 200 len: 267 time: 0.0496836 Apr 04 20:30:33.406876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f1717-bd98-488b-a953-ef291c1f7a15 req-e2af8dc8-1a8c-4347-b8ab-f3b7a9567b6b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:33.408736 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-924f1717-bd98-488b-a953-ef291c1f7a15 req-e2af8dc8-1a8c-4347-b8ab-f3b7a9567b6b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0568960 Apr 04 20:30:33.418985 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-cdfc4090-9132-4070-9471-33a1f5e22965 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:33.420465 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-cdfc4090-9132-4070-9471-33a1f5e22965 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 985 time: 0.0595899 Apr 04 20:30:33.431609 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Request body: {'port': {'security_groups': ['b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:30:33.463642 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-924f1717-bd98-488b-a953-ef291c1f7a15 req-98c62e46-988e-4ba2-bb65-c39ae1d3e4a8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495746 Apr 04 20:30:33.509827 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.695193 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:33.708373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727408e9-2778-45b7-aa31-a57df96ea357 req-a14a740d-6821-4190-8e86-9538f6b40e0f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:33.710229 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-727408e9-2778-45b7-aa31-a57df96ea357 req-a14a740d-6821-4190-8e86-9538f6b40e0f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0555274 Apr 04 20:30:33.726175 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.731385 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.745743 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:30:33.770606 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-727408e9-2778-45b7-aa31-a57df96ea357 req-9164915a-21db-4d72-bf8a-3b4509755a20 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541706 Apr 04 20:30:33.776906 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:33.778215 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.779147 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc07bb8f-46db-4c83-823f-cb690c84a48b req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "PUT /v2.0/ports/4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 943 time: 0.3521135 Apr 04 20:30:33.782955 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:33.786852 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a4c6a5-fb4d-4cf2-8d6e-336508079307" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:33.786995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43054) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:33.826650 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event updated for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=7']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:33.843471 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.843853 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.844149 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.844647 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.844869 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.845121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.845447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.845770 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.848854 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.852707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.853111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.853474 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.853823 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.857843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.861559 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c4ad06-79c5-4638-847d-1917ee13e675 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:33.867161 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5619b1d-55d2-4cad-8ffc-6ac60a72689a x-openstack-request-id: req-f5619b1d-55d2-4cad-8ffc-6ac60a72689a {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:33.867484 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:33.867685 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5619b1d-55d2-4cad-8ffc-6ac60a72689a {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:33.868080 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5619b1d-55d2-4cad-8ffc-6ac60a72689a'] response: {'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:30:33.903501 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (636c9c39-c247-4e38-9b39-13937bdfe04a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.939521 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (636c9c39-c247-4e38-9b39-13937bdfe04a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:33.948907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:30:34.017252 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (636c9c39-c247-4e38-9b39-13937bdfe04a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.020158 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.022066 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "DELETE /v2.0/security-groups/636c9c39-c247-4e38-9b39-13937bdfe04a HTTP/1.1" status: 204 len: 168 time: 0.2092364 Apr 04 20:30:34.024950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43058) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:34.080698 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c9c39-c247-4e38-9b39-13937bdfe04a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:34.101330 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.102099 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.102666 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.103234 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.103849 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.104409 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.104965 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.105509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.106068 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.107279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.107842 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.108510 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.109292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.109858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.110860 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791787ab-59d4-4959-841b-a69adf83bc7a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:34.187570 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ca91e403-0d10-481b-a222-231187510637 None None] Provisioning complete for port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:30:34.187948 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ca91e403-0d10-481b-a222-231187510637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.250834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de346680-4adb-4de4-a00f-bd44ebbdb274 req-7934830b-cbd1-4ac6-abca-1a78a043d6a0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:34.253235 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de346680-4adb-4de4-a00f-bd44ebbdb274 req-7934830b-cbd1-4ac6-abca-1a78a043d6a0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0941308 Apr 04 20:30:34.259003 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Deleting port f12f1d87-b6b7-400b-b78c-5da79fcca77d {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:34.259338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.303068 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ca91e403-0d10-481b-a222-231187510637 None None] Current status of the port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:30:34.318210 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-de346680-4adb-4de4-a00f-bd44ebbdb274 req-46c0cc68-cbde-4213-bf31-27481f3f2c4c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532086 Apr 04 20:30:34.350746 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.351078 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for floatingip (f12f1d87-b6b7-400b-b78c-5da79fcca77d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.363622 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Calling delete_port for f12f1d87-b6b7-400b-b78c-5da79fcca77d owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:34.604059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (f12f1d87-b6b7-400b-b78c-5da79fcca77d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.634704 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event deleted for resources: {'Port': ['ID=f12f1d87-b6b7-400b-b78c-5da79fcca77d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:34.651785 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882abab-ed2d-4816-ad22-09d3c509b106 req-baf6d968-ff6b-4a09-ab05-f2e786f2cef0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:34.653273 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c882abab-ed2d-4816-ad22-09d3c509b106 req-baf6d968-ff6b-4a09-ab05-f2e786f2cef0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.1011806 Apr 04 20:30:34.715577 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-a1b51c05-d03f-47df-8435-53a7b9365bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:34.722664 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-a1b51c05-d03f-47df-8435-53a7b9365bfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1130 time: 0.0668786 Apr 04 20:30:34.750398 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c882abab-ed2d-4816-ad22-09d3c509b106 req-53b40759-484a-49aa-b158-32ee117d2b99 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802302 Apr 04 20:30:34.751271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks [] for floatingip (e16857c9-c760-4787-9145-ec0c8481492c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:34.751600 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Floating IP e16857c9-c760-4787-9145-ec0c8481492c disassociated (deleted). External IP: 172.27.3.50, port: 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0. Apr 04 20:30:34.929397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5383e-2ce9-4049-8e59-e2d01a3bbcfe req-0165564b-8526-465a-8f8d-96b02ca74983 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:34.931348 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ee5383e-2ce9-4049-8e59-e2d01a3bbcfe req-0165564b-8526-465a-8f8d-96b02ca74983 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0659606 Apr 04 20:30:34.992464 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ee5383e-2ce9-4049-8e59-e2d01a3bbcfe req-cadd0ede-77bb-4c17-80b6-cfe5023f626c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485163 Apr 04 20:30:35.192524 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-5388b536-5228-46cc-8bfd-9ea45432184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:35.194442 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-5388b536-5228-46cc-8bfd-9ea45432184f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 915 time: 0.1095853 Apr 04 20:30:35.218593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Router 50752980-d63d-45f8-a0aa-219309e40f54 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:30:35.334329 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:30:35.339447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:35.350771 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Sync routers for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:30:35.362979 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:35.366550 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:35.373466 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-571f41ad-9aba-414f-80af-56b9e722c48e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "DELETE /v2.0/floatingips/e16857c9-c760-4787-9145-ec0c8481492c HTTP/1.1" status: 204 len: 168 time: 1.3471346 Apr 04 20:30:35.387687 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-e2cafeab-0f40-4c0e-8934-5e2d49150f94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 217 time: 0.0666983 Apr 04 20:30:35.467874 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661d631-1aae-4d56-9dd7-8bacf6c1a996 req-fbf9985b-f563-4037-9b83-f1067a6d9d1c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:35.469415 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0661d631-1aae-4d56-9dd7-8bacf6c1a996 req-fbf9985b-f563-4037-9b83-f1067a6d9d1c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0586185 Apr 04 20:30:35.511830 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:35.528089 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0661d631-1aae-4d56-9dd7-8bacf6c1a996 req-c4bb3ea1-10b4-4fcd-8328-7f8ab9fd8bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530882 Apr 04 20:30:35.732507 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:35.759460 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Checking router: 50752980-d63d-45f8-a0aa-219309e40f54 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:30:35.768701 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:35.769312 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:35.869708 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:35.872015 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fac4e47-139f-48dc-9074-0059044a295f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:35.884589 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:35.894612 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca69dd-665d-43a7-9da9-53d1150e198d req-7050d5a2-61e3-4f04-9180-6f7fcb95188b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:35.896162 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5ca69dd-665d-43a7-9da9-53d1150e198d req-7050d5a2-61e3-4f04-9180-6f7fcb95188b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0678864 Apr 04 20:30:35.923877 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b69f228-4009-440d-98f8-06713afc7213 x-openstack-request-id: req-3b69f228-4009-440d-98f8-06713afc7213 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:35.924168 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:35.924490 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b69f228-4009-440d-98f8-06713afc7213 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:35.924806 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b69f228-4009-440d-98f8-06713afc7213'] response: {'name': 'network-changed', 'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:30:35.961150 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5ca69dd-665d-43a7-9da9-53d1150e198d req-97bcf6fa-4871-42e7-a99a-b5c8a23ebbeb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483174 Apr 04 20:30:36.111743 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:36.142583 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac2467-41af-4737-bbfc-2e4cd4eae90d None None] The sync data for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi is: [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:26:05Z', 'revision_number': 4, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7428654a-1c83-4ce9-8f4b-d1a29b148989', 'name': '', 'network_id': 'b1ee2844-0d50-455e-a39b-c681971d57ed', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'mac_address': 'fa:16:3e:6b:b7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': 'e99736e2-c703-4538-9ea1-799d52498254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:05Z', 'updated_at': '2022-04-04T20:26:10Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'subnets': [{'id': 'e99736e2-c703-4538-9ea1-799d52498254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:30:36.176022 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245abdd-143e-4b5a-99c6-9d0bde209099 req-43e044b6-0369-4653-9299-e519803fd881 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:36.182630 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7245abdd-143e-4b5a-99c6-9d0bde209099 req-43e044b6-0369-4653-9299-e519803fd881 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.1039150 Apr 04 20:30:36.242455 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7245abdd-143e-4b5a-99c6-9d0bde209099 req-057278f6-5d2e-44e4-9c83-cbc284f63957 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589354 Apr 04 20:30:36.377682 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a810-2999-419e-b667-90ac9120ace2 req-9579289f-ae6c-4e2d-9b21-d3400fcb9bb1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:36.379382 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e3d5a810-2999-419e-b667-90ac9120ace2 req-9579289f-ae6c-4e2d-9b21-d3400fcb9bb1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0603952 Apr 04 20:30:36.431299 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f14ce-fedd-4903-ad05-9bf23001ec14 None None] New status for floating IP e16857c9-c760-4787-9145-ec0c8481492c: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:30:36.431816 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e3d5a810-2999-419e-b667-90ac9120ace2 req-87e18227-555e-4e65-85be-68cdb096f7d7 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 Apr 04 20:30:36.989832 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-389d6891-0d25-4d95-b883-819454ad1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:36.991586 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-389d6891-0d25-4d95-b883-819454ad1dcb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.0511343 Apr 04 20:30:37.079249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-9ee15626-74ca-482d-ac30-fafda28b2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.080785 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-9ee15626-74ca-482d-ac30-fafda28b2ef2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.0784345 Apr 04 20:30:37.083271 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-a2feb5c2-9b9c-49be-b84b-8aac4bb9e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.084613 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-a2feb5c2-9b9c-49be-b84b-8aac4bb9e468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809965 Apr 04 20:30:37.368887 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7e906-06e8-44d3-941f-ee216435d632 req-013088ee-df39-41a1-9171-387dd8161b15 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.370351 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2eb7e906-06e8-44d3-941f-ee216435d632 req-013088ee-df39-41a1-9171-387dd8161b15 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0513217 Apr 04 20:30:37.425162 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2eb7e906-06e8-44d3-941f-ee216435d632 req-8bc93b2c-23d7-4a21-943b-d421ff8f2a78 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Apr 04 20:30:37.600897 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-3aa826c2-93bf-4844-a88a-0c6056c30084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.602442 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-3aa826c2-93bf-4844-a88a-0c6056c30084 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.1993172 Apr 04 20:30:37.670447 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-38bbc330-882c-4664-bf25-b0c931914d34 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332821 Apr 04 20:30:37.691365 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0202470-6497-46b5-98e2-39a2b664ec17 req-368812ba-d717-4001-b6a3-b5a3b0af10e8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.692814 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f0202470-6497-46b5-98e2-39a2b664ec17 req-368812ba-d717-4001-b6a3-b5a3b0af10e8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.1618054 Apr 04 20:30:37.770216 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-43fe917c-2335-443c-82c3-36d4eafaa03d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 1001 time: 0.1593835 Apr 04 20:30:37.849268 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f0202470-6497-46b5-98e2-39a2b664ec17 req-3fd4aea0-6dcd-4f68-afed-1e1c0f3874b9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372120 Apr 04 20:30:37.874881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-6c65bfc8-1c8e-4a66-8e37-42a137c36245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.876343 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-6c65bfc8-1c8e-4a66-8e37-42a137c36245 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0988276 Apr 04 20:30:37.879740 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16a4c6a5-fb4d-4cf2-8d6e-336508079307 req-88037bbb-e482-4779-86f1-23f3605a9c46 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033923 Apr 04 20:30:37.937707 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-748510e6-d855-435b-ac50-4e246161ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:37.939278 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-748510e6-d855-435b-ac50-4e246161ec79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534999 Apr 04 20:30:38.024470 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4e47-139f-48dc-9074-0059044a295f req-126625c6-5f0c-45ae-8198-98b588cfffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.025939 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-126625c6-5f0c-45ae-8198-98b588cfffbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 1130 time: 0.1000745 Apr 04 20:30:38.096368 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-7beb9c6c-03c1-433f-bf52-292453e07b1c service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426268 Apr 04 20:30:38.179647 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4e47-139f-48dc-9074-0059044a295f req-4b8e702a-1d46-42cb-a39b-64d17128ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.181090 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-4b8e702a-1d46-42cb-a39b-64d17128ce60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 200 len: 915 time: 0.1493914 Apr 04 20:30:38.227925 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-869c2496-343f-41dc-be47-917f6de0ae5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 200 len: 217 time: 0.0394843 Apr 04 20:30:38.271534 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c6ac18a-889e-43c4-ac66-a508b6f220eb req-a9a16ce6-3436-410e-b7c8-904e71d52d76 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677840 Apr 04 20:30:38.289433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4e47-139f-48dc-9074-0059044a295f req-43af2385-ab63-42f1-8ba7-bb2f7530902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.290890 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-43af2385-ab63-42f1-8ba7-bb2f7530902e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 200 len: 854 time: 0.0561249 Apr 04 20:30:38.343912 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac4e47-139f-48dc-9074-0059044a295f req-62bcc761-4787-4849-b99e-4c7bc082531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.345369 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-62bcc761-4787-4849-b99e-4c7bc082531a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b1ee2844-0d50-455e-a39b-c681971d57ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440104 Apr 04 20:30:38.444710 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-1c29e6e5-a282-4f7f-989a-9f1d88864832 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Apr 04 20:30:38.533880 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1fac4e47-139f-48dc-9074-0059044a295f req-e76e824b-1c09-41df-b9ea-fb82db0c7230 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Apr 04 20:30:38.546896 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd437b8e-22e6-408b-9c00-c4edde083ff6 req-5db179c6-7b6d-4c06-917e-8a21fc5dd270 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.548330 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd437b8e-22e6-408b-9c00-c4edde083ff6 req-5db179c6-7b6d-4c06-917e-8a21fc5dd270 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 943 time: 0.0511415 Apr 04 20:30:38.595942 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd437b8e-22e6-408b-9c00-c4edde083ff6 req-a8e6b379-8e61-4151-b089-3ebd8d0a0e3b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Apr 04 20:30:38.973781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aed12c-2c04-43df-86b9-6e4c93073d5b req-9b57b684-cb62-44e3-9d1c-3bfa3b36336e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:38.975311 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a4aed12c-2c04-43df-86b9-6e4c93073d5b req-9b57b684-cb62-44e3-9d1c-3bfa3b36336e tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Apr 04 20:30:39.029469 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a4aed12c-2c04-43df-86b9-6e4c93073d5b req-60354b72-22bd-4dc4-9878-ffe998b0d861 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475926 Apr 04 20:30:39.055935 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:30:39.151395 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:39.162333 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'mac_address': 'fa:16:3e:62:dd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:30:39.203907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:30:39.204299 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:39.216693 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:30:39.236099 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:39.239585 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:39.293103 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=9']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:39.721783 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5016-fa47-44a1-95c1-572878407cd6 req-471ac885-f3a7-4765-9014-5a8e49387a7b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:39.723324 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-faaf5016-fa47-44a1-95c1-572878407cd6 req-471ac885-f3a7-4765-9014-5a8e49387a7b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0551133 Apr 04 20:30:39.725536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['dcb27623-d900-4cff-96f8-719df1191f3f'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:30:39.770275 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-faaf5016-fa47-44a1-95c1-572878407cd6 req-641c5dfa-2610-4531-b495-82736e0309e6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Apr 04 20:30:40.152170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2dd2-ff88-4409-999c-65e2cdc3971f req-739d8827-7402-4c18-bcec-425786690d30 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:40.153838 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5da2dd2-ff88-4409-999c-65e2cdc3971f req-739d8827-7402-4c18-bcec-425786690d30 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0557902 Apr 04 20:30:40.201244 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b5da2dd2-ff88-4409-999c-65e2cdc3971f req-bb7152e8-6331-4a8e-9d90-a2b78d639538 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Apr 04 20:30:40.271828 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5adee-a3a7-41e1-9a3e-3cfeb2bf76a4 req-637b2833-ad69-4a4f-9953-3a0cb53f0d0e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:40.273286 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fd5adee-a3a7-41e1-9a3e-3cfeb2bf76a4 req-637b2833-ad69-4a4f-9953-3a0cb53f0d0e tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Apr 04 20:30:40.318821 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fd5adee-a3a7-41e1-9a3e-3cfeb2bf76a4 req-4acb72e8-537d-44eb-b3dc-9dce305a919b tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Apr 04 20:30:40.894551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953fbc5-6c6a-4c09-9100-961a6f2376e5 req-7acc3b43-d36e-416b-ab77-282a3e733d1b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:40.896002 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8953fbc5-6c6a-4c09-9100-961a6f2376e5 req-7acc3b43-d36e-416b-ab77-282a3e733d1b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 944 time: 0.0539668 Apr 04 20:30:40.941778 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8953fbc5-6c6a-4c09-9100-961a6f2376e5 req-d8068d62-ae94-496e-8680-4c626479c718 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Apr 04 20:30:40.983548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:41.062413 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:30:41.109305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port dcb27623-d900-4cff-96f8-719df1191f3f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:30:41.109675 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:41.187274 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dcb27623-d900-4cff-96f8-719df1191f3f is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:30:41.187641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:41.210008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:41.212241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5717082e-ecb0-41de-a5bd-bdc39061cebe" -d '{"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:41.224587 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:41.229041 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:41.277055 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=10']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:41.317472 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184fe04-3aa4-4528-bbce-bb1c49fc00a2 x-openstack-request-id: req-5184fe04-3aa4-4528-bbce-bb1c49fc00a2 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:41.317776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-plugged", "status": "completed", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:41.318094 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5184fe04-3aa4-4528-bbce-bb1c49fc00a2 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:41.318575 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5184fe04-3aa4-4528-bbce-bb1c49fc00a2'] response: {'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'code': 200} Apr 04 20:30:41.442046 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003ab3f-ec24-4ad4-a46b-97a7a4f3cde4 req-a51114ef-1306-4dcc-8235-a1a87a22521f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:41.443721 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8003ab3f-ec24-4ad4-a46b-97a7a4f3cde4 req-a51114ef-1306-4dcc-8235-a1a87a22521f tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0543714 Apr 04 20:30:41.493185 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8003ab3f-ec24-4ad4-a46b-97a7a4f3cde4 req-8aceb6a8-6f15-44fb-b369-0e649ee24919 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Apr 04 20:30:41.565378 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebaad0-280b-4583-9bc2-1285cebecf91 req-cbcfe240-e445-4f1b-ba05-bc1ef97a6be0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:41.566809 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-61ebaad0-280b-4583-9bc2-1285cebecf91 req-cbcfe240-e445-4f1b-ba05-bc1ef97a6be0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.2944891 Apr 04 20:30:41.612548 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-61ebaad0-280b-4583-9bc2-1285cebecf91 req-c1217eff-8601-4b1b-b570-b7ab712df516 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Apr 04 20:30:42.062592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcab905-1f02-4ffb-beb5-f67677e4e169 req-a35c01ab-152f-4ff0-9dad-18ed1e8953b8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:42.064045 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5dcab905-1f02-4ffb-beb5-f67677e4e169 req-a35c01ab-152f-4ff0-9dad-18ed1e8953b8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0511076 Apr 04 20:30:42.112417 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5dcab905-1f02-4ffb-beb5-f67677e4e169 req-971fa275-c9a1-431b-83a6-74dff28d5dd2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426579 Apr 04 20:30:42.607751 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e206477-b4b2-4142-8343-56170332c108 req-b6de8447-d337-4d72-aebe-8ccc86caede2 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:42.609771 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3e206477-b4b2-4142-8343-56170332c108 req-b6de8447-d337-4d72-aebe-8ccc86caede2 tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.0514083 Apr 04 20:30:42.655989 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3e206477-b4b2-4142-8343-56170332c108 req-ecde205f-aad6-4eb6-89d0-03d40d60e6ce tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Apr 04 20:30:42.730795 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81611d9-c195-4228-a6be-cf0a56ff7335 req-3f27f547-927e-41d7-b1a5-ca352ae21573 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:42.732183 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b81611d9-c195-4228-a6be-cf0a56ff7335 req-3f27f547-927e-41d7-b1a5-ca352ae21573 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0514646 Apr 04 20:30:42.777834 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b81611d9-c195-4228-a6be-cf0a56ff7335 req-2f2bb67d-e56f-41b9-abdd-f053a8ea6d6c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Apr 04 20:30:42.891104 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf2554-d569-4bf3-ae0c-860cece8bd5c req-a63d1aea-9faf-4165-a94b-16a69028e352 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:42.892629 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4ccf2554-d569-4bf3-ae0c-860cece8bd5c req-a63d1aea-9faf-4165-a94b-16a69028e352 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Apr 04 20:30:42.901596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43148) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:42.906069 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Request body: {'floatingip': {'port_id': '93582af2-c360-44c4-8022-03aea01b4a35'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:30:42.963479 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:43.233926 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064dcf-ff51-436d-9753-870cd1eb2115 req-4e6e1d52-f85a-4286-b542-7ceed10f0ec9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:43.235446 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b064dcf-ff51-436d-9753-870cd1eb2115 req-4e6e1d52-f85a-4286-b542-7ceed10f0ec9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0521798 Apr 04 20:30:43.282287 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b064dcf-ff51-436d-9753-870cd1eb2115 req-b0ded367-b942-4187-b19a-e56b2bf98b84 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Apr 04 20:30:43.432515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:43.437367 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:43.668273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-b1e3de61-54d7-407a-a606-21b088b24b5a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:43.669727 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-b1e3de61-54d7-407a-a606-21b088b24b5a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.1324248 Apr 04 20:30:43.730520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71186-9a76-479a-8ae9-831dafea923a req-f9814f61-4221-402e-9d6a-e796f247af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:43.731995 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-40d71186-9a76-479a-8ae9-831dafea923a req-f9814f61-4221-402e-9d6a-e796f247af3d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1130 time: 0.1692235 Apr 04 20:30:43.839457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:30:43.863792 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-40d71186-9a76-479a-8ae9-831dafea923a req-ff193e6a-294d-48a1-b094-e3450f23af19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138966 Apr 04 20:30:43.875150 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44504e5-2ac4-4bab-873c-5df908973e33 req-efd81b8a-bc66-4932-bf1e-01e242c712ed tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:43.876557 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b44504e5-2ac4-4bab-873c-5df908973e33 req-efd81b8a-bc66-4932-bf1e-01e242c712ed tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 946 time: 0.1423447 Apr 04 20:30:43.972934 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Deleting port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:43.973275 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.004813 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1236e5b1-c070-4efb-b3e5-559bde71beb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.026902 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b44504e5-2ac4-4bab-873c-5df908973e33 req-667aaef6-b1f0-4d39-81e7-b065ab4b165a tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/security-groups?id=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431501 Apr 04 20:30:44.091051 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:30:44.097127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.100874 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:30:44.111797 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:44.112736 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:44.138233 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] For port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:44.138605 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.151778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:44.154009 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59" -d '{"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:44.175736 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Calling delete_port for 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:44.207206 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5c6c65d3-c21a-4d52-9f59-4f8cba6bfa38 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "PUT /v2.0/floatingips/3ede6080-aa10-42db-aa01-a9fa405be249 HTTP/1.1" status: 200 len: 993 time: 1.3044682 Apr 04 20:30:44.241734 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:44.256198 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650e904-609a-4e03-9c0a-40420d7489be x-openstack-request-id: req-2650e904-609a-4e03-9c0a-40420d7489be {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:44.256491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:44.256744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2650e904-609a-4e03-9c0a-40420d7489be {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:44.257138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2650e904-609a-4e03-9c0a-40420d7489be'] response: {'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'status': 'completed', 'code': 200} Apr 04 20:30:44.356345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-f77eb999-681e-44f3-a354-a899fc94b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:44.358411 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-f77eb999-681e-44f3-a354-a899fc94b1ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.0829315 Apr 04 20:30:44.371154 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.383498 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:30:44.427814 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Pushing event deleted for resources: {'Port': ['ID=4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:44.472059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] No DVR routers for this DVR port 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:30:44.474823 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:44.478381 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74bde23d-c3a9-4297-9892-66eeabe1099e req-19f7ecc4-8e85-4bd8-a58d-a9b0cbc5b1aa tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.23 "DELETE /v2.0/ports/4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 HTTP/1.1" status: 204 len: 173 time: 0.7824898 Apr 04 20:30:44.480490 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:30:43Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:44.490070 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447f3eb-1b91-4bf7-882e-c4fc2b16aef7 req-aef161ab-4a11-42aa-b9af-1cd0cf237097 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:44.491616 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4447f3eb-1b91-4bf7-882e-c4fc2b16aef7 req-aef161ab-4a11-42aa-b9af-1cd0cf237097 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.1310310 Apr 04 20:30:44.507798 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:30:44.516657 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:44.517394 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:44.540687 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4447f3eb-1b91-4bf7-882e-c4fc2b16aef7 req-2dd45aa5-d349-4152-8139-96c30879f70a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435476 Apr 04 20:30:44.709377 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:44.926037 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:30:43Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:44.956735 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d3b7b-4ccd-453d-9d04-3db0a84526cd None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '3ede6080-aa10-42db-aa01-a9fa405be249', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'port_id': '93582af2-c360-44c4-8022-03aea01b4a35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'mac_address': 'fa:16:3e:96:61:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:27:56Z', 'updated_at': '2022-04-04T20:30:43Z', 'revision_number': 3, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:30:44.977941 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-46b37526-80b2-40e5-a42e-ae11cdc1d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:44.979463 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-46b37526-80b2-40e5-a42e-ae11cdc1d77b service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.1013572 Apr 04 20:30:45.056232 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-a5552afd-9b4c-4863-a0c3-1ee0016e3fee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 1001 time: 0.0684292 Apr 04 20:30:45.151575 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d71fe8a6-f01c-40b6-88bd-294e2aef99b9 req-6e15fdb3-2247-4835-a51d-bb52a31064ba tempest-TestMinimumBasicScenario-2007549396 tempest-TestMinimumBasicScenario-2007549396-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cceaa8e-7a57-4633-9885-6de91d4f1693 HTTP/1.1" status: 200 len: 210 time: 0.0319786 Apr 04 20:30:45.407167 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-0c32572c-65d7-4ade-b0a4-93a136097417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:45.409070 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-0c32572c-65d7-4ade-b0a4-93a136097417 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0475762 Apr 04 20:30:45.690008 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c443b-cca5-4081-b7e1-af0d6841211a req-f45fdfb4-fba1-4edf-b028-9798f5e33c56 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:45.691517 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e69c443b-cca5-4081-b7e1-af0d6841211a req-f45fdfb4-fba1-4edf-b028-9798f5e33c56 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0618429 Apr 04 20:30:45.746773 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e69c443b-cca5-4081-b7e1-af0d6841211a req-f117ab70-7ff9-45ec-affa-e43b50b861e9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490177 Apr 04 20:30:45.924052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-21d99feb-13ba-48c1-9f54-303e091cd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:45.926018 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-21d99feb-13ba-48c1-9f54-303e091cd0d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574646 Apr 04 20:30:46.060965 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-d89b067d-817d-4eaa-b55c-a6181563fa29 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922232 Apr 04 20:30:46.151466 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88bb8760-4226-4b1f-8aea-ea2e67b8ad59 req-c36cfa12-bdec-40cd-961e-928868086e2b service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849056 Apr 04 20:30:46.247305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d2bbc7b4-09b7-4a50-b901-2652b3161848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:46.258463 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}, {'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'name': 'network-vif-deleted', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:46.261046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}, {"server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "name": "network-vif-deleted", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:46.304838 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091ba477-ff09-4bf5-9d1a-afce0e5dab9e x-openstack-request-id: req-091ba477-ff09-4bf5-9d1a-afce0e5dab9e {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:46.305241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "status": "completed", "code": 200}, {"server_uuid": "6cceaa8e-7a57-4633-9885-6de91d4f1693", "name": "network-vif-deleted", "tag": "4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:46.305493 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-091ba477-ff09-4bf5-9d1a-afce0e5dab9e {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:46.305889 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091ba477-ff09-4bf5-9d1a-afce0e5dab9e'] response: {'name': 'network-changed', 'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'status': 'completed', 'code': 200} Apr 04 20:30:46.306272 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091ba477-ff09-4bf5-9d1a-afce0e5dab9e'] response: {'server_uuid': '6cceaa8e-7a57-4633-9885-6de91d4f1693', 'name': 'network-vif-deleted', 'tag': '4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0', 'status': 'completed', 'code': 200} Apr 04 20:30:46.380964 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-760ec873-4a74-46f9-975c-c1bef9fe6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:46.382766 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-760ec873-4a74-46f9-975c-c1bef9fe6c77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 1129 time: 0.0536919 Apr 04 20:30:46.487319 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-c0c92d2e-dede-4783-814a-4dcd5e3933ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:46.488909 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-c0c92d2e-dede-4783-814a-4dcd5e3933ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 200 len: 918 time: 0.0987012 Apr 04 20:30:46.568646 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-9d167e86-00db-4d52-94c7-2d8262b3abbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 200 len: 1001 time: 0.0729804 Apr 04 20:30:46.622306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-cf36fde1-b0d6-44d6-9d6d-533fcb3d0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:46.627179 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-cf36fde1-b0d6-44d6-9d6d-533fcb3d0f86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 200 len: 857 time: 0.0501418 Apr 04 20:30:46.687283 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-de6f799c-7dac-4011-a486-ecd93b0ca7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:46.688991 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-de6f799c-7dac-4011-a486-ecd93b0ca7f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93d8a3ce-8129-40c3-8d97-151bafd9fea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579481 Apr 04 20:30:46.766718 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43242) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:46.799321 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-a6eec090-f3cd-4968-9ee8-15d11cd200c6 service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035528 Apr 04 20:30:47.109863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:47.140707 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:47.141059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 4e74bc4a-42b4-465e-8bec-e4efaa1fb2e0 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:47.177917 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f781a8f4-5205-4f5c-a9fb-8f7977b278d2 req-138297a3-451b-42ac-92c1-650014da5aee service neutron] 10.222.0.23 "GET /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718181 Apr 04 20:30:47.186337 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3bba-2c9a-4eb1-9c77-db23407794dd req-6e858a38-c154-4a84-b6c5-858d42d9b740 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:47.187981 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c82d3bba-2c9a-4eb1-9c77-db23407794dd req-6e858a38-c154-4a84-b6c5-858d42d9b740 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.3628016 Apr 04 20:30:47.237164 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c82d3bba-2c9a-4eb1-9c77-db23407794dd req-47e8ac74-d366-46aa-a5ae-5386b9e1593a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Apr 04 20:30:47.269338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (50752980-d63d-45f8-a0aa-219309e40f54), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:47.582531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Deleting port 7428654a-1c83-4ce9-8f4b-d1a29b148989 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:47.582866 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:47.600800 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:47.663615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] For port 7428654a-1c83-4ce9-8f4b-d1a29b148989, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7428654a-1c83-4ce9-8f4b-d1a29b148989,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:47.663973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:47.675945 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Calling delete_port for 7428654a-1c83-4ce9-8f4b-d1a29b148989 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:47.852833 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7428654a-1c83-4ce9-8f4b-d1a29b148989), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:47.884175 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Pushing event deleted for resources: {'Port': ['ID=7428654a-1c83-4ce9-8f4b-d1a29b148989,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:48.036008 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (50752980-d63d-45f8-a0aa-219309e40f54), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.256666 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Router 50752980-d63d-45f8-a0aa-219309e40f54 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:30:48.369563 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:30:48.378768 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bb260e69-daf7-48e2-a647-73c246cda8af admin admin] 10.222.0.25 "PUT /v2.0/routers/50752980-d63d-45f8-a0aa-219309e40f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080964 Apr 04 20:30:48.378980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43248) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:48.379796 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Sync routers for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:30:48.390547 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:48.391183 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:48.497373 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks [] for router (50752980-d63d-45f8-a0aa-219309e40f54), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.511248 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:48.698231 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.719373 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:30:47Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:48.746865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Checking router: 50752980-d63d-45f8-a0aa-219309e40f54 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:30:48.756190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Routers {'50752980-d63d-45f8-a0aa-219309e40f54'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:48.756794 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['50752980-d63d-45f8-a0aa-219309e40f54'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:48.847416 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks [] for router_gateway (50752980-d63d-45f8-a0aa-219309e40f54), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.867307 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] Set router 50752980-d63d-45f8-a0aa-219309e40f54 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:48.899433 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Deleting port fb2ac93b-6c27-4c45-9e05-de916f8b7c37 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:48.899969 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.976707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] For port fb2ac93b-6c27-4c45-9e05-de916f8b7c37, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:48.977286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:48.993267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Calling delete_port for fb2ac93b-6c27-4c45-9e05-de916f8b7c37 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:49.040776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:30:47Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:49.071560 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06601919-fa0b-4d06-b2bf-6831f38ba979 None None] The sync data for ids ['50752980-d63d-45f8-a0aa-219309e40f54'] in dv-cinder-831247-15-iscsi is: [{'id': '50752980-d63d-45f8-a0aa-219309e40f54', 'name': 'tempest-TestMinimumBasicScenario-1183263355-router', 'tenant_id': '9f83b7399e4141babb9fdf75f6d0342a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:02Z', 'updated_at': '2022-04-04T20:30:47Z', 'revision_number': 5, 'project_id': '9f83b7399e4141babb9fdf75f6d0342a', 'gw_port': {'id': 'fb2ac93b-6c27-4c45-9e05-de916f8b7c37', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50752980-d63d-45f8-a0aa-219309e40f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:03Z', 'updated_at': '2022-04-04T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:30:49.164383 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (fb2ac93b-6c27-4c45-9e05-de916f8b7c37), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.190334 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2ac93b-6c27-4c45-9e05-de916f8b7c37,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:49.251350 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (50752980-d63d-45f8-a0aa-219309e40f54), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.315936 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:30:49.358731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (50752980-d63d-45f8-a0aa-219309e40f54), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.360241 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks [] for router_controller (50752980-d63d-45f8-a0aa-219309e40f54), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.431385 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (50752980-d63d-45f8-a0aa-219309e40f54), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.432051 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50752980-d63d-45f8-a0aa-219309e40f54 {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:30:49.437400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.438667 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7418ccb2-06f4-449d-a99b-98fd5f5cb21e admin admin] 10.222.0.25 "DELETE /v2.0/routers/50752980-d63d-45f8-a0aa-219309e40f54 HTTP/1.1" status: 204 len: 168 time: 1.0586326 Apr 04 20:30:49.441095 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43250) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:49.487026 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Deleting subnet e99736e2-c703-4538-9ea1-799d52498254 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:30:49.489929 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Publish callbacks [] for subnet (e99736e2-c703-4538-9ea1-799d52498254), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.529191 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (e99736e2-c703-4538-9ea1-799d52498254), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.633818 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (e99736e2-c703-4538-9ea1-799d52498254), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.694931 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (e99736e2-c703-4538-9ea1-799d52498254), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.720697 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99736e2-c703-4538-9ea1-799d52498254,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:49.724882 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.730507 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7f515e4a-00ed-4e36-b70e-2a9550b861f9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e99736e2-c703-4538-9ea1-799d52498254 HTTP/1.1" status: 204 len: 168 time: 0.2859857 Apr 04 20:30:49.730626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43252) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:49.732288 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6cb29-65c0-4b04-bdb2-e1db2adbdec4 None None] Network b1ee2844-0d50-455e-a39b-c681971d57ed requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:30:49.805713 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (b1ee2844-0d50-455e-a39b-c681971d57ed), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.859896 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Deleting port 8fe55c2b-d083-4420-a0af-17afcd2dee06 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:49.860150 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.924941 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] For port 8fe55c2b-d083-4420-a0af-17afcd2dee06, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=8fe55c2b-d083-4420-a0af-17afcd2dee06,segment=NetworkSegment(a147a807-3c31-414f-b9f4-554fde09fa26),segment_id=a147a807-3c31-414f-b9f4-554fde09fa26)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:49.925233 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:49.937018 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Calling delete_port for 8fe55c2b-d083-4420-a0af-17afcd2dee06 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:50.018160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (8fe55c2b-d083-4420-a0af-17afcd2dee06), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.040968 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe55c2b-d083-4420-a0af-17afcd2dee06,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:50.047133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] No DVR routers for this DVR port 8fe55c2b-d083-4420-a0af-17afcd2dee06 on host dv-cinder-831247-15-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:30:50.094719 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabbeea-e4a2-4590-a833-c30f00100f8c None None] DHCP port deletion for b1ee2844-0d50-455e-a39b-c681971d57ed request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:30:50.121723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (b1ee2844-0d50-455e-a39b-c681971d57ed), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.141299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ee2844-0d50-455e-a39b-c681971d57ed']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:50.150350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a147a807-3c31-414f-b9f4-554fde09fa26') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:50.150640 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a147a807-3c31-414f-b9f4-554fde09fa26') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:50.163719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (a147a807-3c31-414f-b9f4-554fde09fa26), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.177502 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (a147a807-3c31-414f-b9f4-554fde09fa26), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.183752 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:30:50.184133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (a147a807-3c31-414f-b9f4-554fde09fa26), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:30:50.185777 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:30:50.238727 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (b1ee2844-0d50-455e-a39b-c681971d57ed), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.243817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.246869 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1ee2844-0d50-455e-a39b-c681971d57ed HTTP/1.1" status: 204 len: 168 time: 0.5152767 Apr 04 20:30:50.250049 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43254) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:50.257413 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0f291-8993-41c6-9716-9b0d0cdedd50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ee2844-0d50-455e-a39b-c681971d57ed,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:50.330391 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.532829 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device fb2ac93b-6c27-4c45-9e05-de916f8b7c37 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:50.552228 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: fb2ac93b-6c27-4c45-9e05-de916f8b7c37 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:50.552579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device fb2ac93b-6c27-4c45-9e05-de916f8b7c37 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:50.552996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7428654a-1c83-4ce9-8f4b-d1a29b148989 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:50.571470 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 7428654a-1c83-4ce9-8f4b-d1a29b148989 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:50.571817 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7428654a-1c83-4ce9-8f4b-d1a29b148989 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:50.572240 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 8fe55c2b-d083-4420-a0af-17afcd2dee06 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:50.591390 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 8fe55c2b-d083-4420-a0af-17afcd2dee06 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:50.591738 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 8fe55c2b-d083-4420-a0af-17afcd2dee06 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:50.593630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (79e56841-96c1-4c66-81b8-4d702c899cde), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.831406 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Deleting port 38dd6aaa-303a-4894-9453-8793412ec0c7 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:50.831654 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.910042 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] For port 38dd6aaa-303a-4894-9453-8793412ec0c7, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=38dd6aaa-303a-4894-9453-8793412ec0c7,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:50.910426 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:50.922936 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Calling delete_port for 38dd6aaa-303a-4894-9453-8793412ec0c7 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:51.096151 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (38dd6aaa-303a-4894-9453-8793412ec0c7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.120071 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dd6aaa-303a-4894-9453-8793412ec0c7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:51.288627 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (79e56841-96c1-4c66-81b8-4d702c899cde), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.498826 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Router 79e56841-96c1-4c66-81b8-4d702c899cde has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:30:51.600756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:30:51.606123 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-22da6b76-1bc5-4453-9c34-a3030974c905 admin admin] 10.222.0.25 "PUT /v2.0/routers/79e56841-96c1-4c66-81b8-4d702c899cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3542390 Apr 04 20:30:51.609030 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43256) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:51.610011 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Sync routers for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:30:51.620174 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:51.620778 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:51.712108 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks [] for router (79e56841-96c1-4c66-81b8-4d702c899cde), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.725131 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:51.814103 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks [] for router_gateway (79e56841-96c1-4c66-81b8-4d702c899cde), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.868799 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Deleting port 2e5c586d-be4e-4366-9637-a0b33a23f947 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:51.869160 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.896557 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:30:51Z', 'revision_number': 5, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port': {'id': '2e5c586d-be4e-4366-9637-a0b33a23f947', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:51.926217 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Checking router: 79e56841-96c1-4c66-81b8-4d702c899cde for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:30:51.934269 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Routers {'79e56841-96c1-4c66-81b8-4d702c899cde'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:51.934873 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['79e56841-96c1-4c66-81b8-4d702c899cde'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:51.947991 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] For port 2e5c586d-be4e-4366-9637-a0b33a23f947, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2e5c586d-be4e-4366-9637-a0b33a23f947,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:51.948349 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:51.960927 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Calling delete_port for 2e5c586d-be4e-4366-9637-a0b33a23f947 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:52.021720 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] Set router 79e56841-96c1-4c66-81b8-4d702c899cde gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:52.071998 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:30:51Z', 'revision_number': 6, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:52.101183 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8623b4-9036-4aff-ba90-0c90b34d7936 None None] The sync data for ids ['79e56841-96c1-4c66-81b8-4d702c899cde'] in dv-cinder-831247-15-iscsi is: [{'id': '79e56841-96c1-4c66-81b8-4d702c899cde', 'name': 'tempest-TestMinimumBasicScenario-1799944651-router', 'tenant_id': '63e922b9b8234e29a51b82db47dd0cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:26:08Z', 'updated_at': '2022-04-04T20:30:51Z', 'revision_number': 6, 'project_id': '63e922b9b8234e29a51b82db47dd0cb8', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:30:52.128689 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (2e5c586d-be4e-4366-9637-a0b33a23f947), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.157608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5c586d-be4e-4366-9637-a0b33a23f947,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:52.466730 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (79e56841-96c1-4c66-81b8-4d702c899cde), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.561143 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (79e56841-96c1-4c66-81b8-4d702c899cde), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.564009 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks [] for router_controller (79e56841-96c1-4c66-81b8-4d702c899cde), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.606593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (79e56841-96c1-4c66-81b8-4d702c899cde), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.607271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79e56841-96c1-4c66-81b8-4d702c899cde {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:30:52.612239 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.613374 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ccb7e605-b42a-486d-b690-2d812c5fb76c admin admin] 10.222.0.25 "DELETE /v2.0/routers/79e56841-96c1-4c66-81b8-4d702c899cde HTTP/1.1" status: 204 len: 168 time: 1.0034404 Apr 04 20:30:52.615833 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43260) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:52.662299 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Deleting subnet f9471559-a34d-479a-86e7-f68d98990655 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:30:52.665298 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Publish callbacks [] for subnet (f9471559-a34d-479a-86e7-f68d98990655), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.699542 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (f9471559-a34d-479a-86e7-f68d98990655), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.772250 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (f9471559-a34d-479a-86e7-f68d98990655), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.826639 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (f9471559-a34d-479a-86e7-f68d98990655), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.852412 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9471559-a34d-479a-86e7-f68d98990655,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:52.854383 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.858190 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-98ddf3de-f59e-4cac-a715-d56e3d7b1e42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f9471559-a34d-479a-86e7-f68d98990655 HTTP/1.1" status: 204 len: 168 time: 0.2408264 Apr 04 20:30:52.860645 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43266) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:52.862003 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920852a-685e-4396-b2c7-e9b2019db984 None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:30:52.933098 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 38dd6aaa-303a-4894-9453-8793412ec0c7 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:52.933743 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (b0e5f631-34db-4bc7-b662-0d22ff067fad), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:52.961371 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 38dd6aaa-303a-4894-9453-8793412ec0c7 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:52.961941 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 38dd6aaa-303a-4894-9453-8793412ec0c7 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:52.995090 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Deleting port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:52.995521 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.071745 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] For port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:53.072202 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.082600 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] DHCP port deletion for b0e5f631-34db-4bc7-b662-0d22ff067fad request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:30:53.088147 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Calling delete_port for deaf6d57-b236-4f07-b5e9-6f9fd15ec5be owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:53.149525 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Deleting port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:53.150010 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.188130 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.220120 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:53.233946 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] No DVR routers for this DVR port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:30:53.336835 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (b0e5f631-34db-4bc7-b662-0d22ff067fad), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.362041 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e5f631-34db-4bc7-b662-0d22ff067fad']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:53.364165 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] For port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,segment=NetworkSegment(b006a771-fc8a-45a1-ab7a-ffc3f79fcecb),segment_id=b006a771-fc8a-45a1-ab7a-ffc3f79fcecb)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:53.364571 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.372238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:53.372531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b006a771-fc8a-45a1-ab7a-ffc3f79fcecb') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:53.379977 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Calling delete_port for deaf6d57-b236-4f07-b5e9-6f9fd15ec5be owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:53.386065 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (b006a771-fc8a-45a1-ab7a-ffc3f79fcecb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.405910 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b006a771-fc8a-45a1-ab7a-ffc3f79fcecb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.412923 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:30:53.413311 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (b006a771-fc8a-45a1-ab7a-ffc3f79fcecb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:30:53.415190 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:30:53.428505 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52610-1533-48c6-9d01-6defa4ca2d4c req-d1687d23-6817-45f6-a0d8-eb90c1956afd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:53.430136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-19d52610-1533-48c6-9d01-6defa4ca2d4c req-d1687d23-6817-45f6-a0d8-eb90c1956afd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0612895 Apr 04 20:30:53.481526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (b0e5f631-34db-4bc7-b662-0d22ff067fad), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.489439 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.495446 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0e5f631-34db-4bc7-b662-0d22ff067fad HTTP/1.1" status: 204 len: 168 time: 0.6338549 Apr 04 20:30:53.504193 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-19d52610-1533-48c6-9d01-6defa4ca2d4c req-e1db28cf-b5bb-4822-80a1-ee11d3aa5672 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684578 Apr 04 20:30:53.506893 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77124385-e504-4e0b-9c45-5307c19e17d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e5f631-34db-4bc7-b662-0d22ff067fad,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:53.522728 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (deaf6d57-b236-4f07-b5e9-6f9fd15ec5be), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.530111 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Network b0e5f631-34db-4bc7-b662-0d22ff067fad is not hosted by any dhcp agent {{(pid=103209) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 20:30:53.530582 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] No DVR routers for this DVR port deaf6d57-b236-4f07-b5e9-6f9fd15ec5be on host dv-cinder-831247-15-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:30:53.548051 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Pushing event deleted for resources: {'Port': ['ID=deaf6d57-b236-4f07-b5e9-6f9fd15ec5be,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:53.556189 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.556536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.556878 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.557215 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.557643 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.557862 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.558221 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.558544 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.558869 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.559194 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.559520 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.559841 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.560166 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.560601 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.561444 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f6d21f-3a8f-4165-8c81-bfa6321f71ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:30:53.668955 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43278) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:53.707953 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-21ceca75-42e5-4a26-a531-7147ff2a811e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f83b7399e4141babb9fdf75f6d0342a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378640 Apr 04 20:30:53.710271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43280) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:53.759860 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] Publish callbacks [] for security_group (b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.780571 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] Publish callbacks [] for security_group (b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.825896 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.828438 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:53.829560 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c HTTP/1.1" status: 204 len: 168 time: 0.1184173 Apr 04 20:30:53.836903 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1707a-7d5c-4201-b91f-3c60b2be355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ec5bd-03ca-4ce7-80ba-e52c4bc08e1c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:54.136581 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43286) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:54.176151 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a8290cc9-709f-43f6-8ebd-630c07e5bc45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e922b9b8234e29a51b82db47dd0cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383627 Apr 04 20:30:54.178650 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43288) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:54.226328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] Publish callbacks [] for security_group (536caa98-f9a9-4b66-8031-ae46e32fb639), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:54.246613 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] Publish callbacks [] for security_group (536caa98-f9a9-4b66-8031-ae46e32fb639), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:54.293364 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (536caa98-f9a9-4b66-8031-ae46e32fb639), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:54.296057 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:54.297199 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/536caa98-f9a9-4b66-8031-ae46e32fb639 HTTP/1.1" status: 204 len: 168 time: 0.1176705 Apr 04 20:30:54.304588 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4feac-e612-4e7e-b4a9-dbe6e7505c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536caa98-f9a9-4b66-8031-ae46e32fb639,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:54.544016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2e5c586d-be4e-4366-9637-a0b33a23f947 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:54.568404 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 2e5c586d-be4e-4366-9637-a0b33a23f947 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:54.569014 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2e5c586d-be4e-4366-9637-a0b33a23f947 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:54.569639 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device deaf6d57-b236-4f07-b5e9-6f9fd15ec5be no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:54.590593 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: deaf6d57-b236-4f07-b5e9-6f9fd15ec5be {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:54.591235 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device deaf6d57-b236-4f07-b5e9-6f9fd15ec5be not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:54.636203 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cd558-8dee-4378-a129-c24428223a2c req-fce41b83-1526-4088-a6bb-1979db9e6f5a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:54.637989 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f3cd558-8dee-4378-a129-c24428223a2c req-fce41b83-1526-4088-a6bb-1979db9e6f5a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0617177 Apr 04 20:30:54.688469 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f3cd558-8dee-4378-a129-c24428223a2c req-6f36f51b-5b64-462c-85d4-df3b3901e84b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Apr 04 20:30:55.385057 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-c5b07d78-7efc-4306-8ed5-e53d456dba2b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:55.386577 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-c5b07d78-7efc-4306-8ed5-e53d456dba2b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0504138 Apr 04 20:30:55.477944 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port 11f75835-89f0-42ff-a850-0c7e155cc13b {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:55.478320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:55.566398 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] For port 11f75835-89f0-42ff-a850-0c7e155cc13b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=11f75835-89f0-42ff-a850-0c7e155cc13b,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:30:55.566768 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:55.815050 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:55.815552 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:55.816005 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP e71e720c-ab5c-4598-b3d9-02f67220d511 disassociated. External IP: 172.27.3.46, port: 11f75835-89f0-42ff-a850-0c7e155cc13b. Apr 04 20:30:55.816490 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for 11f75835-89f0-42ff-a850-0c7e155cc13b owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:55.841975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198536b1-0493-4368-bafa-a4c0b0826c0d req-37e2bdd5-94ef-4e59-bbe3-55dc3a857356 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:55.844003 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-198536b1-0493-4368-bafa-a4c0b0826c0d req-37e2bdd5-94ef-4e59-bbe3-55dc3a857356 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d1d5bd-52e3-441f-a6b5-4733de396d97 HTTP/1.1" status: 200 len: 945 time: 0.0812955 Apr 04 20:30:55.940389 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-198536b1-0493-4368-bafa-a4c0b0826c0d req-2ba8ce76-e2f4-4024-a0e2-049713f3e964 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5bf8196-e8f9-4049-af2f-3cba7fd6c113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696073 Apr 04 20:30:55.997270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (11f75835-89f0-42ff-a850-0c7e155cc13b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:56.025432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=11f75835-89f0-42ff-a850-0c7e155cc13b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:56.139320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:30:56.250123 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:30:56.259799 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:30:56.268985 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:56.269588 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:56.289717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] No DVR routers for this DVR port 11f75835-89f0-42ff-a850-0c7e155cc13b on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:30:56.292258 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:56.295665 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-90a1f507-81d2-4306-96a7-ff7792b649d4 req-1acc143d-3dfd-447d-8c12-5ac07233af53 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "DELETE /v2.0/ports/11f75835-89f0-42ff-a850-0c7e155cc13b HTTP/1.1" status: 204 len: 173 time: 0.9030366 Apr 04 20:30:56.296583 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'name': 'network-vif-deleted', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:30:56.298871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44221de-59af-4186-8f77-329a04612151" -d '{"events": [{"server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "name": "network-vif-deleted", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:30:56.338587 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7da30e-08fb-4dcc-ab73-78d9f4126d18 x-openstack-request-id: req-6a7da30e-08fb-4dcc-ab73-78d9f4126d18 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:30:56.338879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d1d5bd-52e3-441f-a6b5-4733de396d97", "name": "network-vif-deleted", "tag": "11f75835-89f0-42ff-a850-0c7e155cc13b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:30:56.339129 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a7da30e-08fb-4dcc-ab73-78d9f4126d18 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:30:56.339525 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7da30e-08fb-4dcc-ab73-78d9f4126d18'] response: {'server_uuid': '71d1d5bd-52e3-441f-a6b5-4733de396d97', 'name': 'network-vif-deleted', 'tag': '11f75835-89f0-42ff-a850-0c7e155cc13b', 'status': 'completed', 'code': 200} Apr 04 20:30:56.384220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:56.654637 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:56.681213 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:30:56.689337 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:30:56.689938 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:56.800977 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:30:57.026572 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43304) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:57.030588 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:30:57.056881 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcad150-77ba-4232-a505-e9bc32536c2a None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '77cebf77-13bf-496d-9aa8-f290e39d0fc2', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.67', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:65:54:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:25:37Z', 'updated_at': '2022-04-04T20:26:59Z', 'revision_number': 2, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:30:57.079956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (e5bf8196-e8f9-4049-af2f-3cba7fd6c113), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.103302 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (e5bf8196-e8f9-4049-af2f-3cba7fd6c113), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.154354 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5bf8196-e8f9-4049-af2f-3cba7fd6c113), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.157385 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.158560 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5bf8196-e8f9-4049-af2f-3cba7fd6c113 HTTP/1.1" status: 204 len: 168 time: 0.1309958 Apr 04 20:30:57.161392 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43306) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:57.167842 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ea18a-8876-4c0f-bef8-624365763b0d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf8196-e8f9-4049-af2f-3cba7fd6c113,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:57.179630 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-04322a93-6ad0-4b8f-8cca-134e149268a5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] show failed (client error): The resource could not be found. Apr 04 20:30:57.183156 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-04322a93-6ad0-4b8f-8cca-134e149268a5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups/e5bf8196-e8f9-4049-af2f-3cba7fd6c113 HTTP/1.1" status: 404 len: 347 time: 0.0181155 Apr 04 20:30:57.183513 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43308) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:30:57.291457 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9c993-496f-4ec7-84f1-6cfa7530be6e None None] New status for floating IP e71e720c-ab5c-4598-b3d9-02f67220d511: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:30:57.312818 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port ded6131a-3d1a-42c7-8db4-3e304f04d34a {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:30:57.313082 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.390113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.390456 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (ded6131a-3d1a-42c7-8db4-3e304f04d34a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.401757 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for ded6131a-3d1a-42c7-8db4-3e304f04d34a owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:30:57.537178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (ded6131a-3d1a-42c7-8db4-3e304f04d34a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.563060 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=ded6131a-3d1a-42c7-8db4-3e304f04d34a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:30:57.623843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (e71e720c-ab5c-4598-b3d9-02f67220d511), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.627413 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:30:57.628602 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bf96a8a8-b15f-4bae-a2d9-4722e31cb540 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/floatingips/e71e720c-ab5c-4598-b3d9-02f67220d511 HTTP/1.1" status: 204 len: 168 time: 0.4441183 Apr 04 20:30:59.172921 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 11f75835-89f0-42ff-a850-0c7e155cc13b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:30:59.196217 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 11f75835-89f0-42ff-a850-0c7e155cc13b {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:30:59.196564 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 11f75835-89f0-42ff-a850-0c7e155cc13b not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:30:59.211133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055fbe1-a878-45d5-839e-564348e67287 req-afa3ebfc-7e64-483c-abc4-33e00801c7ce tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:30:59.212623 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7055fbe1-a878-45d5-839e-564348e67287 req-afa3ebfc-7e64-483c-abc4-33e00801c7ce tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0578356 Apr 04 20:30:59.258422 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7055fbe1-a878-45d5-839e-564348e67287 req-09529597-1fbb-4f95-85ad-84ec0d9a3350 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395367 Apr 04 20:31:00.376390 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa5d26-0efe-4f54-a745-95b33ba4682c req-239788d5-ca5d-43f4-8708-07fc9c1725d6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:00.377878 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-61fa5d26-0efe-4f54-a745-95b33ba4682c req-239788d5-ca5d-43f4-8708-07fc9c1725d6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0518117 Apr 04 20:31:00.427109 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-61fa5d26-0efe-4f54-a745-95b33ba4682c req-b40cdfce-6e18-448c-9b3c-f982d460bdbe tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435894 Apr 04 20:31:01.404127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-aa1ca33b-3999-453d-953a-391f4431c493 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:01.405752 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-aa1ca33b-3999-453d-953a-391f4431c493 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.0514865 Apr 04 20:31:01.509931 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port 10b93284-d875-4df9-9d72-9a56a462ddb3 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:01.510297 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:01.615339 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d986e-4a5d-44ed-9dd3-4b05d0e84165 req-3369dc69-76ae-4e94-ba8b-b129a646c771 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:01.616801 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-447d986e-4a5d-44ed-9dd3-4b05d0e84165 req-3369dc69-76ae-4e94-ba8b-b129a646c771 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 946 time: 0.1209257 Apr 04 20:31:01.634622 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] For port 10b93284-d875-4df9-9d72-9a56a462ddb3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=10b93284-d875-4df9-9d72-9a56a462ddb3,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:01.634988 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:01.714049 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-447d986e-4a5d-44ed-9dd3-4b05d0e84165 req-27131e55-3567-4cc6-96ef-f0ffd2ebe6f3 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=409b0195-e24e-483d-a1c4-f1f947285b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916295 Apr 04 20:31:01.828200 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:01.828622 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:01.828950 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP 77cebf77-13bf-496d-9aa8-f290e39d0fc2 disassociated. External IP: 172.27.3.67, port: 10b93284-d875-4df9-9d72-9a56a462ddb3. Apr 04 20:31:01.829292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for 10b93284-d875-4df9-9d72-9a56a462ddb3 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:01.954724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (10b93284-d875-4df9-9d72-9a56a462ddb3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:01.981804 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=10b93284-d875-4df9-9d72-9a56a462ddb3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:02.098133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:31:02.207875 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:31:02.217975 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:31:02.228206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:02.228811 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:02.249597 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] No DVR routers for this DVR port 10b93284-d875-4df9-9d72-9a56a462ddb3 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:31:02.252161 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:02.255496 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1cf544dd-60e7-4860-970b-a691d3e3d566 req-889f4947-0e2a-4c72-b90a-534939f3d373 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "DELETE /v2.0/ports/10b93284-d875-4df9-9d72-9a56a462ddb3 HTTP/1.1" status: 204 len: 173 time: 0.8444834 Apr 04 20:31:02.255890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'name': 'network-vif-deleted', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:02.258216 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8a6d1-e3c6-4551-bbd0-5fd6cdc8a004" -d '{"events": [{"server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "name": "network-vif-deleted", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:02.298565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e9c208-659a-49c3-89b2-92333d0a01f0 x-openstack-request-id: req-d4e9c208-659a-49c3-89b2-92333d0a01f0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:02.298864 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68820b1b-1339-4ed0-b96d-ab48d8818539", "name": "network-vif-deleted", "tag": "10b93284-d875-4df9-9d72-9a56a462ddb3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:02.299118 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4e9c208-659a-49c3-89b2-92333d0a01f0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:02.299549 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e9c208-659a-49c3-89b2-92333d0a01f0'] response: {'server_uuid': '68820b1b-1339-4ed0-b96d-ab48d8818539', 'name': 'network-vif-deleted', 'tag': '10b93284-d875-4df9-9d72-9a56a462ddb3', 'status': 'completed', 'code': 200} Apr 04 20:31:02.343388 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:02.548790 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:02.578479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:31:02.586805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:02.587405 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:30:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:02.698123 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:02.825895 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3e303403-d836-4fee-8e58-e517cfd154dd req-0d6aa3ce-9af8-418c-b58d-e14795bcfa30 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=68820b1b-1339-4ed0-b96d-ab48d8818539 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Apr 04 20:31:03.013837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:03.039944 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c808b5a5-2ace-4595-9db9-0b7726c15d9e None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:31:03.259461 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d3683-19a3-4892-8a7e-e285021cb372 None None] New status for floating IP 77cebf77-13bf-496d-9aa8-f290e39d0fc2: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:31:03.907443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43342) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:03.962612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (409b0195-e24e-483d-a1c4-f1f947285b7d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:03.985324 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (409b0195-e24e-483d-a1c4-f1f947285b7d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.032099 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (409b0195-e24e-483d-a1c4-f1f947285b7d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.034659 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.035800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/security-groups/409b0195-e24e-483d-a1c4-f1f947285b7d HTTP/1.1" status: 204 len: 168 time: 0.1273782 Apr 04 20:31:04.038690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43344) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:04.044472 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb5023-15c6-492c-b11b-3013c9179793 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b0195-e24e-483d-a1c4-f1f947285b7d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:04.055178 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-fb7cf227-19d3-4e92-be6d-cdd4e3e8fbd0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] show failed (client error): The resource could not be found. Apr 04 20:31:04.056194 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fb7cf227-19d3-4e92-be6d-cdd4e3e8fbd0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups/409b0195-e24e-483d-a1c4-f1f947285b7d HTTP/1.1" status: 404 len: 347 time: 0.0164709 Apr 04 20:31:04.059189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43346) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:04.184245 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port f48da840-190e-4829-9433-f803d65cfe7d {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:04.184588 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (f48da840-190e-4829-9433-f803d65cfe7d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.258229 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (f48da840-190e-4829-9433-f803d65cfe7d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.258551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (f48da840-190e-4829-9433-f803d65cfe7d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.269680 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for f48da840-190e-4829-9433-f803d65cfe7d owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:04.404591 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (f48da840-190e-4829-9433-f803d65cfe7d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.430764 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=f48da840-190e-4829-9433-f803d65cfe7d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:04.492312 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (77cebf77-13bf-496d-9aa8-f290e39d0fc2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.494986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:04.496130 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-19f2cc4a-45cd-4c7a-8e90-e23e7d26bd2c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/floatingips/77cebf77-13bf-496d-9aa8-f290e39d0fc2 HTTP/1.1" status: 204 len: 168 time: 0.4359076 Apr 04 20:31:04.953858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43350) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:04.958367 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432278251', 'description': 'tempest-description--717806052'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:04.977666 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.040599 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (611b0f52-048f-48f8-aa71-293cb6a36d6d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.044008 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (611b0f52-048f-48f8-aa71-293cb6a36d6d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.070225 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.071422 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1165431 Apr 04 20:31:05.074611 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43352) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:05.075378 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54ba31-443c-4f48-92bd-cc198c71b5dc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611b0f52-048f-48f8-aa71-293cb6a36d6d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:05.081353 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '611b0f52-048f-48f8-aa71-293cb6a36d6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:05.106653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (7a220aa1-60af-4c13-ac99-d41540d17ede), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.152101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (7a220aa1-60af-4c13-ac99-d41540d17ede), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.155518 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (7a220aa1-60af-4c13-ac99-d41540d17ede), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.172191 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a220aa1-60af-4c13-ac99-d41540d17ede,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:05.179978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.181212 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fdec0a65-2ec6-481b-a181-be282d1b2e68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052451 Apr 04 20:31:05.183862 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43356) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:05.188758 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '611b0f52-048f-48f8-aa71-293cb6a36d6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:05.200566 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 10b93284-d875-4df9-9d72-9a56a462ddb3 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:31:05.214267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (aa90eed8-fa41-4b9b-976f-40fa625e599b), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.220549 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 10b93284-d875-4df9-9d72-9a56a462ddb3 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:31:05.220889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 10b93284-d875-4df9-9d72-9a56a462ddb3 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:31:05.272536 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (aa90eed8-fa41-4b9b-976f-40fa625e599b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.275907 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (aa90eed8-fa41-4b9b-976f-40fa625e599b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.294805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa90eed8-fa41-4b9b-976f-40fa625e599b,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:05.300571 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.301753 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-666d17d1-74be-4bf9-aa83-15155de1ce70 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169708 Apr 04 20:31:05.304854 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43358) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:05.309117 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:05.328781 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.422046 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.525964 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.27.3.87 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/0b1b47a1-6cf1-4b5e-95d5-0280140ddabf) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:31:05.624682 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.658131 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.698678 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:31:05.701890 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:31:05.707547 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:31:05.729349 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=0b1b47a1-6cf1-4b5e-95d5-0280140ddabf,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:05.792733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.828047 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.977489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:05.982138 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:06.050493 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=0b1b47a1-6cf1-4b5e-95d5-0280140ddabf,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:06.061683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:06.078781 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:06.080169 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bf9d25ed-86af-4ae3-9b12-ccc594c06558 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7742982 Apr 04 20:31:06.273720 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-868f191c-d80b-4dea-8600-a5d1b5a30b64 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1432278251&fields=id&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 267 time: 0.0428789 Apr 04 20:31:06.378765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-5fcde326-af18-499d-acdc-b588faf85644 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:06.380085 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-5fcde326-af18-499d-acdc-b588faf85644 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.1001093 Apr 04 20:31:06.393944 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-19034d80-a3cd-4831-8583-2d0dd7b8a47e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/quotas/1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 375 time: 0.0085831 Apr 04 20:31:06.446506 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-d66828ab-fd79-4714-9b40-2ec956beb99f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476599 Apr 04 20:31:06.629651 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c57e40c0-bdb1-4c80-9a95-cf88f4891b1b service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721547 Apr 04 20:31:06.722713 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-ea3f0a00-58ef-42e6-8ce7-db88b168245b service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Apr 04 20:31:06.875775 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a077877-b4b6-42b7-84b0-f0531970fe3e req-694e6f41-e373-4ae6-a258-891876743995 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 210 time: 0.0277123 Apr 04 20:31:07.804129 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-469cb000-c449-4683-936d-40bdf6ad4d6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:07.805569 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-469cb000-c449-4683-936d-40bdf6ad4d6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.1008720 Apr 04 20:31:07.868775 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c323363b-6316-4386-a576-daa7eaf2204c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 380 time: 0.0507576 Apr 04 20:31:07.880569 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'port': {'device_id': '9ae0a237-caae-437b-8b46-12500a901897', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'admin_state_up': True, 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'security_groups': ['611b0f52-048f-48f8-aa71-293cb6a36d6d']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:08.216557 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8cb82546-eea9-4ad7-a36f-67f269046306 req-84fd6f51-8467-4357-85e8-99c08d976f05 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 210 time: 0.2749197 Apr 04 20:31:08.251441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:31:08.254829 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.377975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.20.0.11 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/a4d0f770-f582-4fba-991f-33a6312d0ff8) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:31:08.510744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.542909 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.582450 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:31:08.585230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:31:08.588790 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:31:08.619044 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:08.648059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:08.648690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.665104 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-c170d9be-636a-4236-b2ce-8e3a74c60560 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7881227 Apr 04 20:31:08.676391 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Request body: {'port': {'device_id': '9ae0a237-caae-437b-8b46-12500a901897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:08.737785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.789297 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c8c2d510-93b8-423c-ab69-7552156b84d5 None None] Provisioning complete for port a4d0f770-f582-4fba-991f-33a6312d0ff8 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:31:08.789888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c8c2d510-93b8-423c-ab69-7552156b84d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:08.822560 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2d510-93b8-423c-ab69-7552156b84d5 None None] Port a4d0f770-f582-4fba-991f-33a6312d0ff8 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:31:08.995436 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d0f770-f582-4fba-991f-33a6312d0ff8 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:31:09.002798 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks [] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:09.014253 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Transition to ACTIVE for port object a4d0f770-f582-4fba-991f-33a6312d0ff8 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:31:09.018717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:09.066210 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:09.139482 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Attempting to bind port a4d0f770-f582-4fba-991f-33a6312d0ff8 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:31:09.140359 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Attempting to bind port a4d0f770-f582-4fba-991f-33a6312d0ff8 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:31:09.140693 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Attempting to bind port a4d0f770-f582-4fba-991f-33a6312d0ff8 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:31:09.145520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Port a4d0f770-f582-4fba-991f-33a6312d0ff8 on network 93cce902-df51-4bbd-83b7-088d899785c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:31:09.145846 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Attempting to bind port a4d0f770-f582-4fba-991f-33a6312d0ff8 on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:31:09.150785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:31:09.151242 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:31:09.151644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:31:09.152069 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Bound port: a4d0f770-f582-4fba-991f-33a6312d0ff8, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:31:09.152433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:09.220384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:31:09.223638 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:31:09.228661 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:09.262802 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:09.263375 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:09.265327 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] 10.222.0.23 "PUT /v2.0/ports/a4d0f770-f582-4fba-991f-33a6312d0ff8 HTTP/1.1" status: 200 len: 1094 time: 0.5926092 Apr 04 20:31:09.267546 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:09.270661 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9aa22-2476-4f6f-85ed-2377b947b047" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:09.300906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc79f88-97e5-4659-9d3e-a275abc2a387 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:09.346204 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bd2c98-dea8-43c8-8baa-4c729b1e6ad0 x-openstack-request-id: req-88bd2c98-dea8-43c8-8baa-4c729b1e6ad0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:09.346525 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:09.346742 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88bd2c98-dea8-43c8-8baa-4c729b1e6ad0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:09.347134 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bd2c98-dea8-43c8-8baa-4c729b1e6ad0'] response: {'name': 'network-changed', 'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'status': 'completed', 'code': 200} Apr 04 20:31:09.352436 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11790-406b-4fda-93f0-b6b50581c006 req-80851f7f-c452-46ab-99cc-ab7a6578632b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:09.354712 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0e11790-406b-4fda-93f0-b6b50581c006 req-80851f7f-c452-46ab-99cc-ab7a6578632b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 944 time: 0.0666089 Apr 04 20:31:09.365843 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-927220c3-75e1-4791-8ff3-6ed7e7bcf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:09.367385 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-927220c3-75e1-4791-8ff3-6ed7e7bcf263 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 1128 time: 0.0523419 Apr 04 20:31:09.408118 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0e11790-406b-4fda-93f0-b6b50581c006 req-b8a1abd0-0bda-422a-a28c-76c1fe1a0c84 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465350 Apr 04 20:31:09.418307 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-e1842c53-9887-4dac-bde2-a5697cf49320 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0398366 Apr 04 20:31:09.470336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-99e41ee7-b9b7-4b61-856e-8bb5fb7a5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:09.471823 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-99e41ee7-b9b7-4b61-856e-8bb5fb7a5646 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0471578 Apr 04 20:31:09.521778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-466921ad-f2fe-4b10-9f1c-9ffea5074412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:09.523212 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-466921ad-f2fe-4b10-9f1c-9ffea5074412 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450923 Apr 04 20:31:09.615362 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-41b3ba8f-7b27-4077-94f6-f5ee524f1b60 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857496 Apr 04 20:31:09.704990 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d1a16284-caea-48de-b1d5-42243ce92e39 req-0b4288b5-c860-402f-8bb3-13317c896cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825899 Apr 04 20:31:10.532029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e153-e79f-4ac3-9a36-2bc2269ddf26 req-f236ab52-e4ba-4994-9e93-bd0566b0de4d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:10.533513 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2829e153-e79f-4ac3-9a36-2bc2269ddf26 req-f236ab52-e4ba-4994-9e93-bd0566b0de4d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 944 time: 0.0569880 Apr 04 20:31:10.578864 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2829e153-e79f-4ac3-9a36-2bc2269ddf26 req-5e994a9e-6141-4be0-90b9-4c058e531e96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397687 Apr 04 20:31:10.979148 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:11.698714 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8b4d-8ed5-4c90-b970-0a2a2dbff5a0 req-3aac88ac-3614-4804-8aef-4ec8e99dfeaa tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:11.700171 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6fb8b4d-8ed5-4c90-b970-0a2a2dbff5a0 req-3aac88ac-3614-4804-8aef-4ec8e99dfeaa tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 944 time: 0.0549765 Apr 04 20:31:11.746034 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6fb8b4d-8ed5-4c90-b970-0a2a2dbff5a0 req-ccef47bb-b9db-4311-afc1-74c8064b1d21 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Apr 04 20:31:12.298643 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-ea47254a-8c5a-48b3-8839-aeedc560e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:12.300028 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-ea47254a-8c5a-48b3-8839-aeedc560e6d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 1128 time: 0.0435493 Apr 04 20:31:12.389440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-b5123bb8-9de9-46de-b54f-6ce201183289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:12.391401 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-b5123bb8-9de9-46de-b54f-6ce201183289 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.0850332 Apr 04 20:31:12.430794 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-868c9b06-144a-44ed-ba92-a66fb023fa61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8 HTTP/1.1" status: 200 len: 217 time: 0.0330236 Apr 04 20:31:12.476969 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-29c99753-62b4-4605-9426-82df18056e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:12.478363 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-29c99753-62b4-4605-9426-82df18056e61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0417438 Apr 04 20:31:12.525957 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-952d6c15-f8e8-42a6-b6d9-342b6ced8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:12.527421 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-952d6c15-f8e8-42a6-b6d9-342b6ced8a60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423763 Apr 04 20:31:12.617295 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-0c2fdf36-ac0c-4265-8f43-28dd1455d8a2 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829544 Apr 04 20:31:12.710890 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d6f9aa22-2476-4f6f-85ed-2377b947b047 req-670328fe-1f33-43ea-90a7-cac1b6ea7ac9 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839200 Apr 04 20:31:12.862341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11a9be-b8f9-4993-94b3-1d2185bb8067 req-5f5f34c4-8969-433f-9434-5b8cc7fa27da tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:12.863847 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9f11a9be-b8f9-4993-94b3-1d2185bb8067 req-5f5f34c4-8969-433f-9434-5b8cc7fa27da tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 944 time: 0.0525768 Apr 04 20:31:12.909335 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9f11a9be-b8f9-4993-94b3-1d2185bb8067 req-6e11fc2a-17e5-403a-a423-10934b29f6e0 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Apr 04 20:31:13.237090 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device a4d0f770-f582-4fba-991f-33a6312d0ff8 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:31:13.330523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:13.341500 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'port_id': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'mac_address': 'fa:16:3e:70:c7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:31:13.381126 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port a4d0f770-f582-4fba-991f-33a6312d0ff8 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:31:13.381513 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:13.394703 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d0f770-f582-4fba-991f-33a6312d0ff8 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:31:13.413377 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:13.417364 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:13.462986 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:13.780877 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['a4d0f770-f582-4fba-991f-33a6312d0ff8'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:31:13.977653 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-fbf5f823-156b-4110-b976-048f950a634a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465996 Apr 04 20:31:14.008521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-208988a4-1e74-416a-9556-7b95d0804617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:14.029953 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7eaca-2b19-41dc-8b56-ad59ab01752d req-6a7e8bb5-5882-43ae-b9db-edbaf71be11a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:14.032621 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72c7eaca-2b19-41dc-8b56-ad59ab01752d req-6a7e8bb5-5882-43ae-b9db-edbaf71be11a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 945 time: 0.0577612 Apr 04 20:31:14.049279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-64806316-1d1b-422f-981c-b3bace82c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:14.050936 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-64806316-1d1b-422f-981c-b3bace82c6ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 1130 time: 0.0490460 Apr 04 20:31:14.081060 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72c7eaca-2b19-41dc-8b56-ad59ab01752d req-8c445c9a-993c-4749-b567-c63258edd2f5 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Apr 04 20:31:14.154733 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-5e2611ae-52dd-4662-b4be-420e415fb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:14.156886 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-5e2611ae-52dd-4662-b4be-420e415fb025 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0875061 Apr 04 20:31:14.224958 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-49bb6ad1-28de-45f8-bd2d-cad4285bf47c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 200 len: 999 time: 0.0620573 Apr 04 20:31:14.274111 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-213479a2-517f-48d5-b723-8f711208435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:14.275549 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-213479a2-517f-48d5-b723-8f711208435d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0431514 Apr 04 20:31:14.322528 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-3bc16d38-821a-42bb-aaa8-6d3f46236574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:14.323919 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-3bc16d38-821a-42bb-aaa8-6d3f46236574 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421486 Apr 04 20:31:14.415617 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-05302af2-b11f-470a-a69f-c852e722ce66 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Apr 04 20:31:14.507651 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-92990bd6-f62c-4cf8-a1ac-19694c7f0690 req-2f06f712-844d-4161-93cc-9b1aee1d4e92 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818615 Apr 04 20:31:15.197569 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e15016-5323-4e2a-bd65-a3c7a2e86718 req-4fb55968-6a32-4ee5-8746-96899974fc20 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:15.199067 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93e15016-5323-4e2a-bd65-a3c7a2e86718 req-4fb55968-6a32-4ee5-8746-96899974fc20 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Apr 04 20:31:15.244628 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device a4d0f770-f582-4fba-991f-33a6312d0ff8 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:31:15.247855 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93e15016-5323-4e2a-bd65-a3c7a2e86718 req-e80e9e7c-b42a-4fda-b0ed-8fae7d4a4d68 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Apr 04 20:31:15.293650 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port a4d0f770-f582-4fba-991f-33a6312d0ff8 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:31:15.298620 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port a4d0f770-f582-4fba-991f-33a6312d0ff8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:31:15.298996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:15.381812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port a4d0f770-f582-4fba-991f-33a6312d0ff8 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:31:15.382247 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:15.404428 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:15.407241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3695fc-9558-4b61-a201-a84b67474f59" -d '{"events": [{"server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "name": "network-vif-plugged", "status": "completed", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:15.419963 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:15.424495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:15.447086 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e9a341-1c55-4989-821f-1a99ef521459 x-openstack-request-id: req-e3e9a341-1c55-4989-821f-1a99ef521459 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:15.447379 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "name": "network-vif-plugged", "status": "completed", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:15.447630 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3e9a341-1c55-4989-821f-1a99ef521459 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:15.448028 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e9a341-1c55-4989-821f-1a99ef521459'] response: {'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'code': 200} Apr 04 20:31:15.473759 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:15.611850 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7af91-6cfe-4436-9527-999e25d7c305 req-a7b078c6-141e-4613-81e5-92ff6fc5927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:15.613349 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-72d7af91-6cfe-4436-9527-999e25d7c305 req-a7b078c6-141e-4613-81e5-92ff6fc5927b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 1130 time: 0.0439553 Apr 04 20:31:15.657256 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-72d7af91-6cfe-4436-9527-999e25d7c305 req-6089b018-7fa5-4525-9c0c-e8eae40c57ae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Apr 04 20:31:16.239490 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a37f6af-8918-4f0f-b337-95c3497a6e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:16.363192 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769680-56fa-4362-a627-706a3643f855 req-e0747640-a01b-4c18-8680-6e70d12eef7f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:16.364656 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f769680-56fa-4362-a627-706a3643f855 req-e0747640-a01b-4c18-8680-6e70d12eef7f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0519295 Apr 04 20:31:16.410220 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f769680-56fa-4362-a627-706a3643f855 req-63b1d9a2-c690-42ce-98ca-bb9e8c4c16fd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Apr 04 20:31:17.528207 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7b9d-5e92-464d-a1ad-3b75b4c2d0a4 req-5b1ee0a4-e7d8-4ada-acf9-dd72ff102379 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:17.529713 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d62c7b9d-5e92-464d-a1ad-3b75b4c2d0a4 req-5b1ee0a4-e7d8-4ada-acf9-dd72ff102379 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0537257 Apr 04 20:31:17.585407 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d62c7b9d-5e92-464d-a1ad-3b75b4c2d0a4 req-6670bb48-9dd8-446c-8638-3b567ce9054d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492425 Apr 04 20:31:17.604343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:18.675979 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:18.707441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f1149-3921-4dd9-bc30-61c78f1172d7 req-5a5c7554-5ebd-4e39-b3e7-a5e54d33104a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:18.708902 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f1f1149-3921-4dd9-bc30-61c78f1172d7 req-5a5c7554-5ebd-4e39-b3e7-a5e54d33104a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0565670 Apr 04 20:31:18.753693 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f1f1149-3921-4dd9-bc30-61c78f1172d7 req-d08e5e3a-86a9-49b6-a159-476d5e5fc178 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Apr 04 20:31:18.864860 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ebd8a-8ef0-47f7-b440-9eda5834ff19 req-143c1bbd-4b13-4937-9b12-519e125d4996 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:18.866331 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f86ebd8a-8ef0-47f7-b440-9eda5834ff19 req-143c1bbd-4b13-4937-9b12-519e125d4996 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0517101 Apr 04 20:31:18.874645 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43422) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:18.878839 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'port_id': 'a4d0f770-f582-4fba-991f-33a6312d0ff8'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:18.916801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:19.345096 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:19.348712 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:19.455838 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP 0c17d32f-c204-4657-8ce5-098920628359 associated. External IP: 172.27.3.87, port: a4d0f770-f582-4fba-991f-33a6312d0ff8. Apr 04 20:31:19.664407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:31:19.773628 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:31:19.778461 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:19.783624 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:31:19.792681 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:19.793289 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:19.806958 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ed712ba1-cdcf-43e3-a27d-02b3bb090c6e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "PUT /v2.0/floatingips/0c17d32f-c204-4657-8ce5-098920628359 HTTP/1.1" status: 200 len: 991 time: 0.9312997 Apr 04 20:31:19.807533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:19.809750 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:19.903209 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:19.960017 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda7a5f-0db1-43d2-a4f1-fa44cc3a7c91 x-openstack-request-id: req-ccda7a5f-0db1-43d2-a4f1-fa44cc3a7c91 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:19.960507 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:19.960623 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccda7a5f-0db1-43d2-a4f1-fa44cc3a7c91 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:19.960934 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccda7a5f-0db1-43d2-a4f1-fa44cc3a7c91'] response: {'name': 'network-changed', 'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'status': 'completed', 'code': 200} Apr 04 20:31:20.026810 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-cd4138dd-6b47-455f-a6a0-74067cb45876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:20.028325 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-cd4138dd-6b47-455f-a6a0-74067cb45876 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 1130 time: 0.0450835 Apr 04 20:31:20.120492 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-b3635a23-e5eb-45d7-aef3-7c1833567aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:20.121996 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-b3635a23-e5eb-45d7-aef3-7c1833567aa2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.0881958 Apr 04 20:31:20.133097 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '0c17d32f-c204-4657-8ce5-098920628359', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:70:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae0a237-caae-437b-8b46-12500a901897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:05Z', 'updated_at': '2022-04-04T20:31:19Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:20.163394 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:31:20.172336 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:20.172945 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:20.188715 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-7a145008-009d-4a12-8a00-f1b2a9c67f39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8 HTTP/1.1" status: 200 len: 999 time: 0.0590775 Apr 04 20:31:20.237110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-e76a5fd4-ac3d-4e7b-a8da-809042072ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:20.238596 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-e76a5fd4-ac3d-4e7b-a8da-809042072ad4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0434172 Apr 04 20:31:20.285216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:20.290168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-10fd1423-905a-43bb-9e5d-f1237f2aa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:20.291679 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-10fd1423-905a-43bb-9e5d-f1237f2aa21c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476439 Apr 04 20:31:20.375809 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:20.380138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-807ed5ca-20e4-45c8-941d-21ca6a11e525 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812085 Apr 04 20:31:20.473106 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6e57dd5e-4295-4cc2-964a-64c1804eb1d7 req-bda3e069-1601-45ad-86c3-f7a751788928 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869219 Apr 04 20:31:20.521032 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '0c17d32f-c204-4657-8ce5-098920628359', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:70:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae0a237-caae-437b-8b46-12500a901897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:05Z', 'updated_at': '2022-04-04T20:31:19Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:20.550443 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be707a-444b-4caa-b5f4-2dfff48a8dd9 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '0c17d32f-c204-4657-8ce5-098920628359', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:70:c7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae0a237-caae-437b-8b46-12500a901897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:05Z', 'updated_at': '2022-04-04T20:31:19Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:31:20.737920 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030fcf7-7a6d-449d-b853-89fd544963ec None None] New status for floating IP 0c17d32f-c204-4657-8ce5-098920628359: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:31:26.314737 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:31:40.988791 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:42.929904 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87ba0-b9e4-48be-ba80-72842bcf786b req-caa2a780-9b18-4928-873a-ccd0b6e5b0eb tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:42.931337 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5a87ba0-b9e4-48be-ba80-72842bcf786b req-caa2a780-9b18-4928-873a-ccd0b6e5b0eb tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0531530 Apr 04 20:31:42.977513 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5a87ba0-b9e4-48be-ba80-72842bcf786b req-aec19fce-2e67-49f7-8a07-d0b1fb20ca76 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Apr 04 20:31:44.002453 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01ac03a0-80ca-4204-b192-f1a4d4503919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.100427 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c3c7b-95c1-4bf7-9d1a-96e742a17173 req-3521dd0f-a9f3-42ef-9267-4222c6d01176 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:44.101833 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-998c3c7b-95c1-4bf7-9d1a-96e742a17173 req-3521dd0f-a9f3-42ef-9267-4222c6d01176 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0546126 Apr 04 20:31:44.151822 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-998c3c7b-95c1-4bf7-9d1a-96e742a17173 req-03323dee-df0b-49df-8d89-d1934529242a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=804a7c5c-be3c-4640-a058-dcd9f7e99b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Apr 04 20:31:44.363774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-42f8a75c-7a32-46ea-b9bf-7e804f2e0ea9 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:44.365456 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-42f8a75c-7a32-46ea-b9bf-7e804f2e0ea9 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 946 time: 0.0520117 Apr 04 20:31:44.459914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Deleting port 7dff5e77-923d-45ca-89a7-48ead1eb4183 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:44.460261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.551551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] For port 7dff5e77-923d-45ca-89a7-48ead1eb4183, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7dff5e77-923d-45ca-89a7-48ead1eb4183,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:44.551922 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.738411 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.738787 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.739101 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Floating IP 4b400bf0-2c54-4c73-8ad6-d41098ee39c9 disassociated. External IP: 172.27.3.104, port: 7dff5e77-923d-45ca-89a7-48ead1eb4183. Apr 04 20:31:44.739443 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Calling delete_port for 7dff5e77-923d-45ca-89a7-48ead1eb4183 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:44.852746 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9204-22a7-4795-808b-5192f6970881 req-ad3f1549-a5e3-4415-acf1-ba78a1a6dc51 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:44.854215 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fe2a9204-22a7-4795-808b-5192f6970881 req-ad3f1549-a5e3-4415-acf1-ba78a1a6dc51 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0749512 Apr 04 20:31:44.930854 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (7dff5e77-923d-45ca-89a7-48ead1eb4183), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:44.961706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fe2a9204-22a7-4795-808b-5192f6970881 req-28517a8c-3128-4735-a6c9-224fbf6b015f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990853 Apr 04 20:31:44.964475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'Port': ['ID=7dff5e77-923d-45ca-89a7-48ead1eb4183,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:44.980138 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.980873 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.981221 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.981565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.981906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.982281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.982716 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.982990 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.983320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.983646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.985211 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.985211 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.985377 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.985589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:44.985910 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:45.095223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:31:45.203409 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:31:45.213092 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:31:45.225443 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:45.226230 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:45.250750 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] No DVR routers for this DVR port 7dff5e77-923d-45ca-89a7-48ead1eb4183 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:31:45.251039 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-408429fe-6b7a-494e-901d-8248e681ca11 req-9245fcb7-8820-4d98-b7c8-eb581ac7ac0b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Apr 04 20:31:45.253221 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:45.256756 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abe1d6d4-60ae-48c7-8e75-4e643986bbb7 req-c27f47d6-c15c-41d7-b09f-33d5e0ff7bf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "DELETE /v2.0/ports/7dff5e77-923d-45ca-89a7-48ead1eb4183 HTTP/1.1" status: 204 len: 173 time: 0.8861480 Apr 04 20:31:45.257199 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'name': 'network-vif-deleted', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:45.259446 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb39303-8b57-41b6-84ec-9c55578edd1f" -d '{"events": [{"server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "name": "network-vif-deleted", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:45.294514 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3bcf0-2674-46e8-8e6d-fec7e9773a39 x-openstack-request-id: req-dab3bcf0-2674-46e8-8e6d-fec7e9773a39 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:45.295032 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65034f4b-05a6-4b31-8276-7bd9a4a93d99", "name": "network-vif-deleted", "tag": "7dff5e77-923d-45ca-89a7-48ead1eb4183", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:45.295285 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dab3bcf0-2674-46e8-8e6d-fec7e9773a39 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:45.295693 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab3bcf0-2674-46e8-8e6d-fec7e9773a39'] response: {'server_uuid': '65034f4b-05a6-4b31-8276-7bd9a4a93d99', 'name': 'network-vif-deleted', 'tag': '7dff5e77-923d-45ca-89a7-48ead1eb4183', 'status': 'completed', 'code': 200} Apr 04 20:31:45.469753 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:45.665315 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:45.695583 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:31:45.703712 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:45.704312 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:45.809222 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:46.002784 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:46.029384 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54810df-4fd2-4c6a-ad89-021237fd727c None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:31:46.081131 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d00360-4625-451d-995d-eba0dd509d5e req-4d673c17-995d-461a-aa2b-934417b938a5 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:46.082656 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65d00360-4625-451d-995d-eba0dd509d5e req-4d673c17-995d-461a-aa2b-934417b938a5 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Apr 04 20:31:46.131020 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65d00360-4625-451d-995d-eba0dd509d5e req-c79355e8-eda1-4511-8d25-f50577813f90 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Apr 04 20:31:46.241206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a90a0bc0-0c13-4813-8459-24a4a2ba63bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:46.257474 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6db95c8-3b70-4f76-8511-5ed3321c34f5 None None] New status for floating IP 4b400bf0-2c54-4c73-8ad6-d41098ee39c9: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:31:46.349026 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2025183e-48b2-4b46-8f74-8b6b0532bc14 req-09278668-6117-4a67-b759-41d044d93d4a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.0281444 Apr 04 20:31:47.253421 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ac6dd-7c68-4517-a37f-48f85ea85c1c req-c508634d-8414-4aab-bc0b-f960e56434de tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:47.257758 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-420ac6dd-7c68-4517-a37f-48f85ea85c1c req-c508634d-8414-4aab-bc0b-f960e56434de tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0561187 Apr 04 20:31:47.301944 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-420ac6dd-7c68-4517-a37f-48f85ea85c1c req-9b3eafe0-3158-47e7-99b5-0d964a1fb4fa tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413818 Apr 04 20:31:47.411751 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7dff5e77-923d-45ca-89a7-48ead1eb4183 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:31:47.431911 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 7dff5e77-923d-45ca-89a7-48ead1eb4183 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:31:47.432266 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 7dff5e77-923d-45ca-89a7-48ead1eb4183 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:31:47.447994 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cd219cee-acb9-46f3-b1c0-b8ccdccd7c3b req-6841ed13-76f1-44e1-9f2d-1a47c56d594f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.0293067 Apr 04 20:31:47.604072 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.419094 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d640ef-4e95-4c09-836f-fd2e0f23518c req-384d5dc7-2453-4d22-b881-e296826ce777 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:48.420481 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e7d640ef-4e95-4c09-836f-fd2e0f23518c req-384d5dc7-2453-4d22-b881-e296826ce777 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Apr 04 20:31:48.468254 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e7d640ef-4e95-4c09-836f-fd2e0f23518c req-df89856a-f80d-47ed-8935-8ab6d1e14a13 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=1536e10f-3d2b-4219-947a-47786555b220&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Apr 04 20:31:48.552950 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0d882cea-9a0f-4a30-b147-1b072d8858a8 req-61256737-491b-4852-bc66-89d7e10fa2d1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=65034f4b-05a6-4b31-8276-7bd9a4a93d99 HTTP/1.1" status: 200 len: 210 time: 0.0282998 Apr 04 20:31:48.603868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-cc6daa33-6533-41b8-86f1-15bc2316abc0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:48.605298 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-cc6daa33-6533-41b8-86f1-15bc2316abc0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Apr 04 20:31:48.676244 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.706735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Deleting port 93582af2-c360-44c4-8022-03aea01b4a35 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:48.707073 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (93582af2-c360-44c4-8022-03aea01b4a35), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.791801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] For port 93582af2-c360-44c4-8022-03aea01b4a35, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=93582af2-c360-44c4-8022-03aea01b4a35,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:48.792164 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (93582af2-c360-44c4-8022-03aea01b4a35), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.957598 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.957911 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:48.958261 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Floating IP 3ede6080-aa10-42db-aa01-a9fa405be249 disassociated. External IP: 172.27.3.138, port: 93582af2-c360-44c4-8022-03aea01b4a35. Apr 04 20:31:48.958695 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Calling delete_port for 93582af2-c360-44c4-8022-03aea01b4a35 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:49.322313 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (93582af2-c360-44c4-8022-03aea01b4a35), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.350230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event deleted for resources: {'Port': ['ID=93582af2-c360-44c4-8022-03aea01b4a35,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:49.463927 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:31:49.560835 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1790995b-1b4a-4682-9fcc-cec4fad92c91 req-f7ff225b-0e50-405e-8c94-3aa825681429 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=4de90a8b-0ce0-4c9b-80e5-2215fd0c3030 HTTP/1.1" status: 200 len: 210 time: 0.0260651 Apr 04 20:31:49.574102 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:31:49.592992 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:31:49.603559 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:49.604182 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:49.620702 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] No DVR routers for this DVR port 93582af2-c360-44c4-8022-03aea01b4a35 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:31:49.623070 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.627033 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0ad9ceb4-97f2-4289-8f36-de949f863c58 req-5db565c9-45e1-45e9-ae22-b40462a81203 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "DELETE /v2.0/ports/93582af2-c360-44c4-8022-03aea01b4a35 HTTP/1.1" status: 204 len: 173 time: 1.0151005 Apr 04 20:31:49.627478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'name': 'network-vif-deleted', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:49.629877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20394225-1917-4a9b-8577-5e02330b6a95" -d '{"events": [{"server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "name": "network-vif-deleted", "tag": "93582af2-c360-44c4-8022-03aea01b4a35"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:49.649545 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43518) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:49.683107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fda3bcf-d2f4-47c7-9311-055a57ec07b0 x-openstack-request-id: req-0fda3bcf-d2f4-47c7-9311-055a57ec07b0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:49.683507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de90a8b-0ce0-4c9b-80e5-2215fd0c3030", "name": "network-vif-deleted", "tag": "93582af2-c360-44c4-8022-03aea01b4a35", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:49.683845 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fda3bcf-d2f4-47c7-9311-055a57ec07b0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:49.684249 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fda3bcf-d2f4-47c7-9311-055a57ec07b0'] response: {'server_uuid': '4de90a8b-0ce0-4c9b-80e5-2215fd0c3030', 'name': 'network-vif-deleted', 'tag': '93582af2-c360-44c4-8022-03aea01b4a35', 'status': 'completed', 'code': 200} Apr 04 20:31:49.721811 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (804a7c5c-be3c-4640-a058-dcd9f7e99b56), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.742705 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:49.753749 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (804a7c5c-be3c-4640-a058-dcd9f7e99b56), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.818179 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (804a7c5c-be3c-4640-a058-dcd9f7e99b56), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.821009 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:49.824833 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "DELETE /v2.0/security-groups/804a7c5c-be3c-4640-a058-dcd9f7e99b56 HTTP/1.1" status: 204 len: 168 time: 0.1715014 Apr 04 20:31:49.825598 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43520) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:49.832870 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a7c5c-be3c-4640-a058-dcd9f7e99b56,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:49.842453 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.842834 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.843149 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.843526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.843866 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.844201 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.844606 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.844941 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.845465 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.845787 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.846139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.846470 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.846798 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.847123 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.847446 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f0bf6-4850-4685-917d-a55a288a277a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:31:49.858324 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-3eb0d314-b3f4-4a6c-98fa-f510d7863d72 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] show failed (client error): The resource could not be found. Apr 04 20:31:49.863263 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43522) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:49.863580 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3eb0d314-b3f4-4a6c-98fa-f510d7863d72 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups/804a7c5c-be3c-4640-a058-dcd9f7e99b56 HTTP/1.1" status: 404 len: 347 time: 0.0335660 Apr 04 20:31:49.962918 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:49.989133 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:31:49.997870 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:49.998523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:50.006488 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Deleting port 6157bcc4-e8f1-4487-8588-cbc923fe2240 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:50.007045 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.090093 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.090689 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (6157bcc4-e8f1-4487-8588-cbc923fe2240), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.111410 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Calling delete_port for 6157bcc4-e8f1-4487-8588-cbc923fe2240 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:50.118296 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:50.350636 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:50.383735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.385261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d48bbc-ec1e-40da-930c-062e406cbc47 None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:25:24Z', 'revision_number': 4, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '76e795a7-72e9-401f-be3b-6bad900c3a8c', 'name': '', 'network_id': '93d8a3ce-8129-40c3-8d97-151bafd9fea8', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'mac_address': 'fa:16:3e:d2:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:20Z', 'updated_at': '2022-04-04T20:25:31Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'subnets': [{'id': 'd3150d9e-2db6-4b7b-b56b-a403254bc6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:31:50.530182 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (6157bcc4-e8f1-4487-8588-cbc923fe2240), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.560027 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'Port': ['ID=6157bcc4-e8f1-4487-8588-cbc923fe2240,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:50.622119 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (4b400bf0-2c54-4c73-8ad6-d41098ee39c9), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.625403 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.629665 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fb3da700-d305-430d-8add-7c72413fc520 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "DELETE /v2.0/floatingips/4b400bf0-2c54-4c73-8ad6-d41098ee39c9 HTTP/1.1" status: 204 len: 168 time: 0.7614403 Apr 04 20:31:50.647068 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61887637-5679-487a-ba5d-804179378d0e None None] New status for floating IP 3ede6080-aa10-42db-aa01-a9fa405be249: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:31:50.671593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43530) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:50.725747 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (1536e10f-3d2b-4219-947a-47786555b220), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.748856 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (1536e10f-3d2b-4219-947a-47786555b220), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.797017 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (1536e10f-3d2b-4219-947a-47786555b220), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.799811 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:50.800957 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "DELETE /v2.0/security-groups/1536e10f-3d2b-4219-947a-47786555b220 HTTP/1.1" status: 204 len: 168 time: 0.1281140 Apr 04 20:31:50.803716 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43532) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:50.810034 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc372280-8d28-4fff-9de6-33b57917cb12 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536e10f-3d2b-4219-947a-47786555b220,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:50.826574 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-1e6b252c-698e-4b80-8734-4b21da7abfaf tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] show failed (client error): The resource could not be found. Apr 04 20:31:50.831887 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43534) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:50.842712 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1e6b252c-698e-4b80-8734-4b21da7abfaf tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups/1536e10f-3d2b-4219-947a-47786555b220 HTTP/1.1" status: 404 len: 347 time: 0.0372007 Apr 04 20:31:50.961582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Deleting port ab760269-7bba-4714-85d7-ee1b7682e96f {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:50.961918 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.033428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43536) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:51.035883 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.036307 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (ab760269-7bba-4714-85d7-ee1b7682e96f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.038302 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132066012', 'description': 'tempest-description--807621253'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:51.049251 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Calling delete_port for ab760269-7bba-4714-85d7-ee1b7682e96f owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:51.058873 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.127997 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (44970f93-4aee-485f-baca-63a765336502), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.131766 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (44970f93-4aee-485f-baca-63a765336502), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.162042 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.163308 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1287539 Apr 04 20:31:51.166601 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43538) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:51.167275 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83ffca-da59-4050-aa3e-9cff2472be3b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44970f93-4aee-485f-baca-63a765336502,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:51.170911 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group_rule': {'security_group_id': '44970f93-4aee-485f-baca-63a765336502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:51.207970 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (ab760269-7bba-4714-85d7-ee1b7682e96f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.214851 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (de194a1d-7c02-4bed-90b7-c53891dcc4fb), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.243554 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event deleted for resources: {'Port': ['ID=ab760269-7bba-4714-85d7-ee1b7682e96f,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:51.328081 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (de194a1d-7c02-4bed-90b7-c53891dcc4fb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.329051 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks [] for floatingip (3ede6080-aa10-42db-aa01-a9fa405be249), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.331871 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.333231 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4d2d38e4-650a-4b38-b3c0-cec16134a2d8 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "DELETE /v2.0/floatingips/3ede6080-aa10-42db-aa01-a9fa405be249 HTTP/1.1" status: 204 len: 168 time: 0.5004768 Apr 04 20:31:51.334440 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (de194a1d-7c02-4bed-90b7-c53891dcc4fb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.352912 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de194a1d-7c02-4bed-90b7-c53891dcc4fb,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:51.361799 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.363132 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e9cb2de2-41fa-4d15-a1a8-782630f5efcc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1955936 Apr 04 20:31:51.365805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43542) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:51.370104 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'security_group_rule': {'security_group_id': '44970f93-4aee-485f-baca-63a765336502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:51.395652 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (d25da1f0-3398-40b9-9774-cd1202fd78f7), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.427642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 93582af2-c360-44c4-8022-03aea01b4a35 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:31:51.450430 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 93582af2-c360-44c4-8022-03aea01b4a35 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:31:51.450772 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 93582af2-c360-44c4-8022-03aea01b4a35 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:31:51.457718 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (d25da1f0-3398-40b9-9774-cd1202fd78f7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.461113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (d25da1f0-3398-40b9-9774-cd1202fd78f7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.477404 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25da1f0-3398-40b9-9774-cd1202fd78f7,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:51.485504 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.486694 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-191716bc-003c-4c3e-bd10-a0b91547e3ed tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199033 Apr 04 20:31:51.489764 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43546) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:31:51.494020 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:51.514211 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.614238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.723407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Allocated IP 172.27.3.32 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/ad0964c4-4389-4cf0-9c24-32adab3e2e1a) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:31:51.824043 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.857643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:51.892978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:31:51.895750 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:31:51.899102 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:31:51.926247 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=ad0964c4-4389-4cf0-9c24-32adab3e2e1a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:51.991488 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.026594 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.177410 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.181803 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.247928 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=ad0964c4-4389-4cf0-9c24-32adab3e2e1a,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:52.258983 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.274617 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:52.275814 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1ff0bae4-cdb2-4f43-9316-141539904521 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7850647 Apr 04 20:31:52.464407 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-10eb3408-2049-4101-9b1d-53e1b4dad02e tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--132066012&fields=id&tenant_id=f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 267 time: 0.0408616 Apr 04 20:31:52.580028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-a7336bd6-0768-46ee-9939-b83fff4e75b7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:52.581510 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-a7336bd6-0768-46ee-9939-b83fff4e75b7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 811 time: 0.1100295 Apr 04 20:31:52.595530 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-19de72ad-362b-485a-804e-3af1a81bc0c8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/quotas/f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 375 time: 0.0087488 Apr 04 20:31:52.651126 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-14306c8e-60d2-4fae-ac49-219a470f349b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508902 Apr 04 20:31:52.752380 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-4e228068-c042-4d39-9566-cc6b2bff57d7 service neutron] 10.222.0.25 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899229 Apr 04 20:31:52.839072 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-ebf030ea-7dd8-4cd4-bef4-48efd63acf07 service neutron] 10.222.0.25 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809565 Apr 04 20:31:52.994500 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7249a952-2918-456c-bc81-4b1de8398684 req-7b26494b-1a1c-457a-81e0-44154e0bb9c6 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 210 time: 0.0280473 Apr 04 20:31:53.805336 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b0a6-f7c7-4532-bb20-d5b9a4614a1d req-179d6826-5e0f-4d5f-8d4c-1b3553c9d95b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:53.806847 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0be8b0a6-f7c7-4532-bb20-d5b9a4614a1d req-179d6826-5e0f-4d5f-8d4c-1b3553c9d95b tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0563493 Apr 04 20:31:53.853005 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0be8b0a6-f7c7-4532-bb20-d5b9a4614a1d req-4b91170b-0d65-40f5-b8d9-acbff2785cd9 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Apr 04 20:31:54.085712 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9b3caf24-fa18-4588-ba68-1547ddddf05e req-3673b583-233e-4b84-8cda-d76a292ffa90 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 210 time: 0.0267081 Apr 04 20:31:54.854211 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-0e815b43-af59-4ed4-aa17-71d145b66813 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:54.855719 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-0e815b43-af59-4ed4-aa17-71d145b66813 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 811 time: 0.1315811 Apr 04 20:31:54.973174 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8aab6-2e7c-4d51-88c9-e9b0b4ebade8 req-8e9ac7aa-9114-4f9b-a84d-f80c29378236 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:54.974582 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4ea8aab6-2e7c-4d51-88c9-e9b0b4ebade8 req-8e9ac7aa-9114-4f9b-a84d-f80c29378236 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.0520649 Apr 04 20:31:55.021028 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4ea8aab6-2e7c-4d51-88c9-e9b0b4ebade8 req-537903fd-f9e3-4e4b-8fd9-f3f3243ef794 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Apr 04 20:31:55.178027 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-926cba33-c0a0-4332-8b4b-21482cdb0e6e req-5c984499-2299-4ed9-a20c-27184849836c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 210 time: 0.0282638 Apr 04 20:31:55.299531 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-f22af287-89bd-4f59-9514-c524656f3b2b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f4a9e754814bed89d32dc866a4944e HTTP/1.1" status: 200 len: 379 time: 0.0526273 Apr 04 20:31:55.494578 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'port': {'device_id': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'admin_state_up': True, 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'security_groups': ['44970f93-4aee-485f-baca-63a765336502']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:55.618717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83522150-10be-4894-8668-985ee5c3d9ce req-fcf9462d-e603-4d7f-bb14-9b7d7684c1ca tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:55.620193 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83522150-10be-4894-8668-985ee5c3d9ce req-fcf9462d-e603-4d7f-bb14-9b7d7684c1ca tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1223226 Apr 04 20:31:55.711884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Made reservation on behalf of f5f4a9e754814bed89d32dc866a4944e for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:31:55.715116 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:55.787737 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Deleting port ef3c200d-eeca-4f67-9e60-456b0b19311d {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:55.788081 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:55.919745 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Allocated IP 172.20.0.8 (c532b44b-b16d-4cd9-ba11-38284dcaa666/7bab5434-518a-40c3-9b79-1f0470bfaa44/2427b8e0-c40f-4107-8794-2c369711cfec) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:31:55.930279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] For port ef3c200d-eeca-4f67-9e60-456b0b19311d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=ef3c200d-eeca-4f67-9e60-456b0b19311d,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:55.930640 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:55.949515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Calling delete_port for ef3c200d-eeca-4f67-9e60-456b0b19311d owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:56.184615 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for port (2427b8e0-c40f-4107-8794-2c369711cfec), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.235662 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b910a-1db5-4f92-8832-9254dc79f84c req-ae6ecdd0-ad73-419b-8222-f35b8d163c83 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:56.237285 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2c5b910a-1db5-4f92-8832-9254dc79f84c req-ae6ecdd0-ad73-419b-8222-f35b8d163c83 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0552976 Apr 04 20:31:56.241606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdce46-b746-4235-9dc2-e4a7ea506901 req-18d35feb-a775-4655-b497-3a0b30ef7695 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:56.243141 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8bdce46-b746-4235-9dc2-e4a7ea506901 req-18d35feb-a775-4655-b497-3a0b30ef7695 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 946 time: 0.1405914 Apr 04 20:31:56.245685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (ef3c200d-eeca-4f67-9e60-456b0b19311d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.258853 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'ef3c200d-eeca-4f67-9e60-456b0b19311d'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:31:56.286340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event deleted for resources: {'Port': ['ID=ef3c200d-eeca-4f67-9e60-456b0b19311d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:56.288740 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2c5b910a-1db5-4f92-8832-9254dc79f84c req-00515983-4bd0-4ac3-a5d1-99ca3d1c9543 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448949 Apr 04 20:31:56.306105 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.389422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] No DVR routers for this DVR port ef3c200d-eeca-4f67-9e60-456b0b19311d on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:31:56.398722 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.401915 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83522150-10be-4894-8668-985ee5c3d9ce req-b945a99b-1627-4964-8d7e-c73cc5809a3f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "DELETE /v2.0/ports/ef3c200d-eeca-4f67-9e60-456b0b19311d HTTP/1.1" status: 204 len: 173 time: 0.7762120 Apr 04 20:31:56.404296 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'name': 'network-vif-deleted', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:56.407081 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7acd665-a0fa-4678-a507-8840c6db1fc3" -d '{"events": [{"server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "name": "network-vif-deleted", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:56.418203 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8bdce46-b746-4235-9dc2-e4a7ea506901 req-bd7cfbc2-6627-40f8-99ca-3bb235512ad1 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628695 Apr 04 20:31:56.420086 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:31:56.429041 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:31:56.431217 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event updated for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:56.443035 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:31:56.457136 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea72c1-1b35-4ef0-b17a-e20496bc6809 req-84c1cd08-f7a2-438e-996a-1fd3043a5a19 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:56.458696 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6ea72c1-1b35-4ef0-b17a-e20496bc6809 req-84c1cd08-f7a2-438e-996a-1fd3043a5a19 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 931 time: 0.0797482 Apr 04 20:31:56.482538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeba98c-6725-4680-b245-2abd068db977 x-openstack-request-id: req-cdeba98c-6725-4680-b245-2abd068db977 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:56.483480 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b61850a-ff3d-4fc8-ae52-8309f7b62a43", "name": "network-vif-deleted", "tag": "ef3c200d-eeca-4f67-9e60-456b0b19311d", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:56.484287 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdeba98c-6725-4680-b245-2abd068db977 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:56.485174 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdeba98c-6725-4680-b245-2abd068db977'] response: {'server_uuid': '1b61850a-ff3d-4fc8-ae52-8309f7b62a43', 'name': 'network-vif-deleted', 'tag': 'ef3c200d-eeca-4f67-9e60-456b0b19311d', 'status': 'completed', 'code': 200} Apr 04 20:31:56.497554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:56.498231 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.519128 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-5b5b20c1-122e-40ec-8e5c-9f3bbf28e22f tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0283754 Apr 04 20:31:56.522665 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6ea72c1-1b35-4ef0-b17a-e20496bc6809 req-ad1f4294-f46b-4cd8-a736-7d251757e229 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566237 Apr 04 20:31:56.673592 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3cf130a3-568c-48cf-978a-55dc907de625 None None] Provisioning complete for port 2427b8e0-c40f-4107-8794-2c369711cfec triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:31:56.674052 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3cf130a3-568c-48cf-978a-55dc907de625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:56.709235 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3cf130a3-568c-48cf-978a-55dc907de625 None None] Port 2427b8e0-c40f-4107-8794-2c369711cfec cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:31:57.356175 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Request body: {'port': {'device_id': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:31:57.448986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:57.476918 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551edae5-dcb9-49e2-b331-6e18446bf437 req-e37a13b1-3ce6-40c8-87d3-67ff43cf918e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:57.478423 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-551edae5-dcb9-49e2-b331-6e18446bf437 req-e37a13b1-3ce6-40c8-87d3-67ff43cf918e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0920944 Apr 04 20:31:57.529800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-37370ee0-dca3-4f9c-b788-2ade0ae79f74 req-a2746dc5-5c18-4168-9c48-b98989320d52 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b61850a-ff3d-4fc8-ae52-8309f7b62a43 HTTP/1.1" status: 200 len: 210 time: 0.0261648 Apr 04 20:31:57.603771 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-551edae5-dcb9-49e2-b331-6e18446bf437 req-86eea740-d53a-4bd4-84ba-379acbd90c43 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083479 Apr 04 20:31:57.645874 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3dc4f-5785-419e-9990-e0f50639548f req-18ef2499-5179-4a56-bdd1-8cd9b508b1f3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:57.647383 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00e3dc4f-5785-419e-9990-e0f50639548f req-18ef2499-5179-4a56-bdd1-8cd9b508b1f3 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 931 time: 0.0614738 Apr 04 20:31:57.697037 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00e3dc4f-5785-419e-9990-e0f50639548f req-659fd1b8-1f4c-43ca-9aae-60f3551d5ec8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Apr 04 20:31:57.759313 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2427b8e0-c40f-4107-8794-2c369711cfec {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:31:57.767499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks [] for port (2427b8e0-c40f-4107-8794-2c369711cfec), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:57.779246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Transition to ACTIVE for port object 2427b8e0-c40f-4107-8794-2c369711cfec will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:31:57.783046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:57.850148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:57.903306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Attempting to bind port 2427b8e0-c40f-4107-8794-2c369711cfec on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:31:57.903646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Attempting to bind port 2427b8e0-c40f-4107-8794-2c369711cfec by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:31:57.904010 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Attempting to bind port 2427b8e0-c40f-4107-8794-2c369711cfec on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:31:57.909556 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Port 2427b8e0-c40f-4107-8794-2c369711cfec on network c532b44b-b16d-4cd9-ba11-38284dcaa666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:31:57.909881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Attempting to bind port 2427b8e0-c40f-4107-8794-2c369711cfec on network c532b44b-b16d-4cd9-ba11-38284dcaa666 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:31:57.914713 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:31:57.915144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Checking segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:31:57.915428 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Bound using segment: {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:31:57.915885 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Bound port: 2427b8e0-c40f-4107-8794-2c369711cfec, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:31:57.916249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.013349 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:31:58.017804 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2427b8e0-c40f-4107-8794-2c369711cfec,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:31:58.029366 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.042589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-a5944ca0-c661-4d38-9dd6-36ec6cc94be0 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.044166 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-a5944ca0-c661-4d38-9dd6-36ec6cc94be0 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0776002 Apr 04 20:31:58.105141 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.105766 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.107206 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] 10.222.0.23 "PUT /v2.0/ports/2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 200 len: 1093 time: 0.7596262 Apr 04 20:31:58.172300 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce60e63-5a68-4927-b8c5-6e09e1f25f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:58.225272 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-3edc2a93-0c8f-478b-97ad-3897d98785e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.226844 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-3edc2a93-0c8f-478b-97ad-3897d98785e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 1127 time: 0.0705121 Apr 04 20:31:58.231924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Deleting port dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:31:58.232270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.285720 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-b90f85f7-c907-4cbf-8061-874a747b1bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 200 len: 217 time: 0.0502179 Apr 04 20:31:58.399287 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-b6b0420b-418d-46c1-b6d1-2bd2fd5b0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.400625 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-b6b0420b-418d-46c1-b6d1-2bd2fd5b0218 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0797935 Apr 04 20:31:58.424416 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] For port dcb27623-d900-4cff-96f8-719df1191f3f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dcb27623-d900-4cff-96f8-719df1191f3f,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:31:58.425572 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.490691 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:31:58.492854 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252f2bd-b284-4f0c-b928-975feef892a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:31:58.556641 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f05132-ef46-450b-9ef4-f6a2fbceb2e7 x-openstack-request-id: req-42f05132-ef46-450b-9ef4-f6a2fbceb2e7 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:31:58.556933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:31:58.557183 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42f05132-ef46-450b-9ef4-f6a2fbceb2e7 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:31:58.557578 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f05132-ef46-450b-9ef4-f6a2fbceb2e7'] response: {'name': 'network-changed', 'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec', 'status': 'completed', 'code': 200} Apr 04 20:31:58.564034 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-8b4ff1e0-7e18-41e7-807f-ed074cf469bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.565565 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-8b4ff1e0-7e18-41e7-807f-ed074cf469bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1571598 Apr 04 20:31:58.710687 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.711075 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.711398 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Floating IP 117e0b74-8a5d-4fb6-b5b9-d232aead69bd disassociated. External IP: 172.27.3.8, port: dcb27623-d900-4cff-96f8-719df1191f3f. Apr 04 20:31:58.711752 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Calling delete_port for dcb27623-d900-4cff-96f8-719df1191f3f owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:31:58.744017 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-7f25f0a8-b090-4317-9888-5c84c8dfd467 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711974 Apr 04 20:31:58.766878 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5cc40-99c1-4c71-aa10-88a8faaf9172 req-d47e87a2-05cd-4ff8-8da4-2df72c3ea66c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.768534 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5b5cc40-99c1-4c71-aa10-88a8faaf9172 req-d47e87a2-05cd-4ff8-8da4-2df72c3ea66c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 946 time: 0.0880008 Apr 04 20:31:58.822354 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5b5cc40-99c1-4c71-aa10-88a8faaf9172 req-2cca25b9-993a-415b-9b7a-02408f8c3bb8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e4925fa-9d57-4346-ab31-d209c83397d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Apr 04 20:31:58.871487 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452df74a-1a45-4eeb-877f-06cf4d2c4488 req-21a80cc5-21fd-4392-8952-cd4134743358 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.872996 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-452df74a-1a45-4eeb-877f-06cf4d2c4488 req-21a80cc5-21fd-4392-8952-cd4134743358 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 943 time: 0.0801961 Apr 04 20:31:58.945931 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (dcb27623-d900-4cff-96f8-719df1191f3f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:58.948779 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d85aba-7976-4413-a7a0-dd68a036759f req-e26b1490-1ecc-4cd1-a6f9-e8786771bb55 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:31:58.950345 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7d85aba-7976-4413-a7a0-dd68a036759f req-e26b1490-1ecc-4cd1-a6f9-e8786771bb55 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0557106 Apr 04 20:31:58.982566 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-452df74a-1a45-4eeb-877f-06cf4d2c4488 req-c5bb6a82-a1c4-49b3-aede-89f1ad5a189d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895071 Apr 04 20:31:58.987704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'Port': ['ID=dcb27623-d900-4cff-96f8-719df1191f3f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:31:59.008161 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7d85aba-7976-4413-a7a0-dd68a036759f req-cd785c58-b364-49fc-83d5-6bbc88b364fc tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Apr 04 20:31:59.113572 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:31:59.220324 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:31:59.230223 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:31:59.239389 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:59.239995 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:59.262472 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] No DVR routers for this DVR port dcb27623-d900-4cff-96f8-719df1191f3f on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:31:59.265543 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:31:59.268822 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-47eff1e9-0695-4834-99b3-771aa81be8ff req-1a4b1da9-0daa-4822-971d-86c94e1090da tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "DELETE /v2.0/ports/dcb27623-d900-4cff-96f8-719df1191f3f HTTP/1.1" status: 204 len: 173 time: 1.2042201 Apr 04 20:31:59.349374 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:59.527689 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:31:59.548057 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: dcb27623-d900-4cff-96f8-719df1191f3f {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:31:59.548400 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dcb27623-d900-4cff-96f8-719df1191f3f not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:31:59.548810 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device ef3c200d-eeca-4f67-9e60-456b0b19311d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:31:59.573017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: ef3c200d-eeca-4f67-9e60-456b0b19311d {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:31:59.573362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device ef3c200d-eeca-4f67-9e60-456b0b19311d not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:31:59.597055 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:59.749095 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:31:59.758044 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:31:59.758677 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:31:59.866055 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:31:59.925544 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-50076637-d78f-4cf8-a64c-91d5169d7bb1 req-01516867-f4c2-4ae1-b519-075adf9e2d54 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Apr 04 20:32:00.073790 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:00.101640 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139bea01-0f1b-418c-a485-b06a552c576e None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:00.138037 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20f8f-5a8f-41a1-8e20-1519fc1712bb req-a38aaa3d-7391-4ded-aab2-551efa47923a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:00.139582 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ff20f8f-5a8f-41a1-8e20-1519fc1712bb req-a38aaa3d-7391-4ded-aab2-551efa47923a tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 943 time: 0.0654800 Apr 04 20:32:00.145880 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d526a-4b72-4e18-8ce1-ef2195d07c4e req-8c97d95e-a6c6-4914-8458-4d5681d60ca4 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:00.150558 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e08d526a-4b72-4e18-8ce1-ef2195d07c4e req-8c97d95e-a6c6-4914-8458-4d5681d60ca4 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0727246 Apr 04 20:32:00.188845 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ff20f8f-5a8f-41a1-8e20-1519fc1712bb req-02bc1560-c247-4be2-b866-df844d6aef1b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 Apr 04 20:32:00.198462 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e08d526a-4b72-4e18-8ce1-ef2195d07c4e req-ddf3397c-c732-431f-922c-72e6a8986a68 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Apr 04 20:32:00.359719 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aba482-801e-4969-88f4-ccff7f74fed5 None None] New status for floating IP 117e0b74-8a5d-4fb6-b5b9-d232aead69bd: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:32:00.559163 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-deleted', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:00.561465 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf1af79-b571-4fe3-a24a-06d97dc51dd3" -d '{"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-deleted", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:00.580693 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f9201b2-8355-4890-8e04-57661b2e63b4 req-9d08a691-7ba1-47fa-989d-9a72670a2f2f service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044123 Apr 04 20:32:00.601629 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390aaac1-fdcb-4f22-b37f-237b883fe6bd x-openstack-request-id: req-390aaac1-fdcb-4f22-b37f-237b883fe6bd {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:00.601985 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7435a0-5863-47b4-8776-6cf41b761bc0", "name": "network-vif-deleted", "tag": "dcb27623-d900-4cff-96f8-719df1191f3f", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:00.602330 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-390aaac1-fdcb-4f22-b37f-237b883fe6bd {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:00.602789 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390aaac1-fdcb-4f22-b37f-237b883fe6bd'] response: {'server_uuid': '1d7435a0-5863-47b4-8776-6cf41b761bc0', 'name': 'network-vif-deleted', 'tag': 'dcb27623-d900-4cff-96f8-719df1191f3f', 'status': 'completed', 'code': 200} Apr 04 20:32:01.033547 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f9645a0-9398-488e-becf-b594b510e5f7 req-9dd0f346-3fa7-4484-ae51-76ccebcc209e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Apr 04 20:32:01.314579 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f3ee7-1db5-4d65-80b6-b0eee821ba6a req-dc6de20d-eb69-4d3a-88ef-0a7cc6d20d9f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:01.314843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed9de-73bf-4536-917c-18ee4eb4c471 req-5ece669e-7e20-470a-8e1c-7c8f88f2f217 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:01.316067 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ea3f3ee7-1db5-4d65-80b6-b0eee821ba6a req-dc6de20d-eb69-4d3a-88ef-0a7cc6d20d9f tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0523236 Apr 04 20:32:01.316221 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b25ed9de-73bf-4536-917c-18ee4eb4c471 req-5ece669e-7e20-470a-8e1c-7c8f88f2f217 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 943 time: 0.0535607 Apr 04 20:32:01.363430 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b25ed9de-73bf-4536-917c-18ee4eb4c471 req-01a1a12b-ae6a-44e5-a665-bd9fe3fe9a41 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Apr 04 20:32:01.365829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ea3f3ee7-1db5-4d65-80b6-b0eee821ba6a req-8f23b36e-040d-4be5-b7db-3d787dd1553c tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 Apr 04 20:32:02.139746 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-38902f13-bb09-40aa-9138-9d64de1c7c78 req-a200d344-d31d-4f16-abab-555510320b9d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0264311 Apr 04 20:32:02.479215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2851e-d29f-49fd-9e71-8d25f0d1b5d5 req-31efaa09-5168-41b8-b83c-a9a403a14cf2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:02.480694 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7fe2851e-d29f-49fd-9e71-8d25f0d1b5d5 req-31efaa09-5168-41b8-b83c-a9a403a14cf2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 943 time: 0.0525978 Apr 04 20:32:02.485672 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85170321-e181-4334-b2b4-58cfd285122d req-85d085e0-b491-42fa-8cb9-95160a272774 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:02.487180 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85170321-e181-4334-b2b4-58cfd285122d req-85d085e0-b491-42fa-8cb9-95160a272774 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0555801 Apr 04 20:32:02.528556 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7fe2851e-d29f-49fd-9e71-8d25f0d1b5d5 req-d758246a-4126-4734-95ef-8eb2d470233c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414546 Apr 04 20:32:02.534715 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85170321-e181-4334-b2b4-58cfd285122d req-34d23d49-c09c-4f62-88fa-ea67e90ecfbb tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Apr 04 20:32:03.167017 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-cbe4ccf1-4897-4e21-88b3-03292041f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.168508 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-cbe4ccf1-4897-4e21-88b3-03292041f2f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 1127 time: 0.0857339 Apr 04 20:32:03.179814 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-2f39515d-c70a-4980-9c6a-ab1a0e0b7e5d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.181281 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-2f39515d-c70a-4980-9c6a-ab1a0e0b7e5d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.0698543 Apr 04 20:32:03.315334 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:32:03.521220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 2427b8e0-c40f-4107-8794-2c369711cfec details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:32:03.530929 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1df9c150-959d-4eb0-b533-363e7670b3a6 req-87099038-abf0-4a4a-aed1-9f54f61f0858 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d7435a0-5863-47b4-8776-6cf41b761bc0 HTTP/1.1" status: 200 len: 210 time: 0.0856884 Apr 04 20:32:03.601462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-a82598e5-a8c3-4717-8111-340321e603cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.602967 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-a82598e5-a8c3-4717-8111-340321e603cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.4208102 Apr 04 20:32:03.620203 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Deleting port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:03.620547 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:03.638231 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2427b8e0-c40f-4107-8794-2c369711cfec,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:03.651195 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '2427b8e0-c40f-4107-8794-2c369711cfec', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'port_id': '2427b8e0-c40f-4107-8794-2c369711cfec', 'mac_address': 'fa:16:3e:76:66:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:32:03.670738 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-9cdfc9d3-acb5-465d-99fd-75c9753c1861 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 200 len: 217 time: 0.0593083 Apr 04 20:32:03.671980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff265-15c8-49e9-aa4b-26f34908b890 req-d03a8974-63f6-4ae8-99ee-bae46ada877d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.673818 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1bbff265-15c8-49e9-aa4b-26f34908b890 req-d03a8974-63f6-4ae8-99ee-bae46ada877d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 943 time: 0.0597603 Apr 04 20:32:03.692672 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 2427b8e0-c40f-4107-8794-2c369711cfec is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:03.693056 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:03.706098 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2427b8e0-c40f-4107-8794-2c369711cfec {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:32:03.724961 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1bbff265-15c8-49e9-aa4b-26f34908b890 req-9ecc0db5-8d65-44db-a13d-78b7584c0ac1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Apr 04 20:32:03.727190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2427b8e0-c40f-4107-8794-2c369711cfec,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:03.732356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:03.781327 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:03.788379 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.788732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.789079 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.789417 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.789751 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.790088 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.790437 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.790761 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.791086 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.791405 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.791737 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.792058 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.792376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.792697 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.793014 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:03.811161 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-81b18efa-2e30-4770-b109-e3bf15ea4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.813092 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-81b18efa-2e30-4770-b109-e3bf15ea4acf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.1296427 Apr 04 20:32:03.826317 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9c1f-f787-46fe-ac8c-5e10b5f32a9f req-e72e0fba-9f5d-44f9-a310-55f5b2b53f4d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.828369 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e3a9c1f-f787-46fe-ac8c-5e10b5f32a9f req-e72e0fba-9f5d-44f9-a310-55f5b2b53f4d tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf2fac64-15c4-4cfe-8847-b6f27e96ec79 HTTP/1.1" status: 200 len: 946 time: 0.1758800 Apr 04 20:32:03.830015 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] For port b0f7be72-23d8-4c39-b362-7687e1e3c4b1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:03.830404 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:03.852675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Calling delete_port for b0f7be72-23d8-4c39-b362-7687e1e3c4b1 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:03.961091 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e3a9c1f-f787-46fe-ac8c-5e10b5f32a9f req-183248bc-f936-4e08-aae7-ca3709afb2c0 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.25 "GET /v2.0/security-groups?id=371f3b60-9531-4ae4-968c-e2f10dd9e2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228163 Apr 04 20:32:03.968947 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-a2f5b39c-9dbd-452e-ab86-8eb9e76435e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:03.970441 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-a2f5b39c-9dbd-452e-ab86-8eb9e76435e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1375918 Apr 04 20:32:04.050810 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['2427b8e0-c40f-4107-8794-2c369711cfec'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:32:04.107920 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-50fc43ac-27a4-4362-bfe6-cd0bd9a145a8 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310699 Apr 04 20:32:04.141448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (b0f7be72-23d8-4c39-b362-7687e1e3c4b1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.157782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['b0f7be72-23d8-4c39-b362-7687e1e3c4b1'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:32:04.255976 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Pushing event deleted for resources: {'Port': ['ID=b0f7be72-23d8-4c39-b362-7687e1e3c4b1,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:04.319798 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] No DVR routers for this DVR port b0f7be72-23d8-4c39-b362-7687e1e3c4b1 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:32:04.322271 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.325449 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8d8b26a8-c5f2-4552-a05d-cdc578281282 req-77ab9b9c-a152-499a-8d26-5cfca85c0f86 tempest-ServerRescueNegativeTestJSON-1735546170 tempest-ServerRescueNegativeTestJSON-1735546170-project] 10.222.0.23 "DELETE /v2.0/ports/b0f7be72-23d8-4c39-b362-7687e1e3c4b1 HTTP/1.1" status: 204 len: 173 time: 1.1359127 Apr 04 20:32:04.329416 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'name': 'network-vif-deleted', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:04.331855 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e63eef7-0484-4182-a82c-cd25f63913f6" -d '{"events": [{"server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "name": "network-vif-deleted", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:04.355574 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5252f2bd-b284-4f0c-b928-975feef892a5 req-1359fc5d-9a1f-4aee-966e-485abb49071e service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410133 Apr 04 20:32:04.370092 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e73a59-b00e-4d73-9c5c-35fbafa9d8a1 x-openstack-request-id: req-d8e73a59-b00e-4d73-9c5c-35fbafa9d8a1 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:04.370397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2fac64-15c4-4cfe-8847-b6f27e96ec79", "name": "network-vif-deleted", "tag": "b0f7be72-23d8-4c39-b362-7687e1e3c4b1", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:04.370648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8e73a59-b00e-4d73-9c5c-35fbafa9d8a1 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:04.371050 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e73a59-b00e-4d73-9c5c-35fbafa9d8a1'] response: {'server_uuid': 'cf2fac64-15c4-4cfe-8847-b6f27e96ec79', 'name': 'network-vif-deleted', 'tag': 'b0f7be72-23d8-4c39-b362-7687e1e3c4b1', 'status': 'completed', 'code': 200} Apr 04 20:32:04.623929 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43674) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:04.680857 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (5e4925fa-9d57-4346-ab31-d209c83397d9), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.711150 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (5e4925fa-9d57-4346-ab31-d209c83397d9), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.765634 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (5e4925fa-9d57-4346-ab31-d209c83397d9), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.768715 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:04.769822 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e4925fa-9d57-4346-ab31-d209c83397d9 HTTP/1.1" status: 204 len: 168 time: 0.1442931 Apr 04 20:32:04.772657 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43678) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:04.783868 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71135-9705-4a73-aaf9-f78c3207c70c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4925fa-9d57-4346-ab31-d209c83397d9,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:04.787638 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-7d0c0d49-d459-4bfb-bca9-26f75bb4061e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] show failed (client error): The resource could not be found. Apr 04 20:32:04.788726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7d0c0d49-d459-4bfb-bca9-26f75bb4061e tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups/5e4925fa-9d57-4346-ab31-d209c83397d9 HTTP/1.1" status: 404 len: 347 time: 0.0144160 Apr 04 20:32:04.791534 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43680) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:04.947121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acd401-7965-42e1-a602-924ba4c01b7b req-c2490cab-4f79-450b-92d9-8ed3f86c6ee9 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:04.948590 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b3acd401-7965-42e1-a602-924ba4c01b7b req-c2490cab-4f79-450b-92d9-8ed3f86c6ee9 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 944 time: 0.1149857 Apr 04 20:32:04.982314 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Deleting port 4acd362f-a1c2-49e2-9ade-dbf7770b1681 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:04.982665 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.016463 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43684) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:05.053014 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b3acd401-7965-42e1-a602-924ba4c01b7b req-d3cc35f1-c6b6-4337-a14e-9da3187b44a0 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980387 Apr 04 20:32:05.085093 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.085484 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (4acd362f-a1c2-49e2-9ade-dbf7770b1681), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.098140 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Calling delete_port for 4acd362f-a1c2-49e2-9ade-dbf7770b1681 owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:05.237494 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (4acd362f-a1c2-49e2-9ade-dbf7770b1681), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.260998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'Port': ['ID=4acd362f-a1c2-49e2-9ade-dbf7770b1681,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:05.322632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (117e0b74-8a5d-4fb6-b5b9-d232aead69bd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.325107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.326276 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3d0ea24d-047f-43e0-8b72-9fa54e7089e3 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "DELETE /v2.0/floatingips/117e0b74-8a5d-4fb6-b5b9-d232aead69bd HTTP/1.1" status: 204 len: 168 time: 0.5337932 Apr 04 20:32:05.466464 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.507966 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43690) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:05.512678 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329042232', 'description': 'tempest-description--1237989387'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:05.530718 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 2427b8e0-c40f-4107-8794-2c369711cfec up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:05.534771 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.586385 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 2427b8e0-c40f-4107-8794-2c369711cfec completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:32:05.590680 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 2427b8e0-c40f-4107-8794-2c369711cfec triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:05.591175 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.607690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (dffc8249-d6ea-4fbb-ba41-fd635c6bc176), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.613475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (dffc8249-d6ea-4fbb-ba41-fd635c6bc176), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.643883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.647750 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1360295 Apr 04 20:32:05.648099 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43692) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:05.653238 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group_rule': {'security_group_id': 'dffc8249-d6ea-4fbb-ba41-fd635c6bc176', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:05.659268 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a7ca8-1686-4553-958e-4808997fa200 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc8249-d6ea-4fbb-ba41-fd635c6bc176,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:05.681847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (1e4f726d-61a0-4784-887d-a25f226acf67), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.682107 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 2427b8e0-c40f-4107-8794-2c369711cfec is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:05.682651 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.707717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:05.710796 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4991c4-a5b3-474f-9c17-c37b56a0be53" -d '{"events": [{"server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "name": "network-vif-plugged", "status": "completed", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:05.725006 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2427b8e0-c40f-4107-8794-2c369711cfec,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:05.730794 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.746101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Deleting port 76e795a7-72e9-401f-be3b-6bad900c3a8c {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:05.746681 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (1e4f726d-61a0-4784-887d-a25f226acf67), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.746800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.752062 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (1e4f726d-61a0-4784-887d-a25f226acf67), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.774219 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4f726d-61a0-4784-887d-a25f226acf67,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:05.784645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.788222 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-acfbdbb6-cb22-4e38-9eef-88811e3a06bc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368725 Apr 04 20:32:05.788948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43696) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:05.793717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'security_group_rule': {'security_group_id': 'dffc8249-d6ea-4fbb-ba41-fd635c6bc176', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:05.796749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc08d2-7254-412a-b465-e39e1b6cd385 x-openstack-request-id: req-5cbc08d2-7254-412a-b465-e39e1b6cd385 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:05.797388 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "name": "network-vif-plugged", "status": "completed", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:05.797846 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cbc08d2-7254-412a-b465-e39e1b6cd385 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:05.798271 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbc08d2-7254-412a-b465-e39e1b6cd385'] response: {'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec', 'code': 200} Apr 04 20:32:05.798840 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:05.821689 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (f61e1410-ee55-496c-afd9-9bd3302109ca), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.862267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] For port 76e795a7-72e9-401f-be3b-6bad900c3a8c, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=76e795a7-72e9-401f-be3b-6bad900c3a8c,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:05.862637 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.876081 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Calling delete_port for 76e795a7-72e9-401f-be3b-6bad900c3a8c owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:05.880908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (f61e1410-ee55-496c-afd9-9bd3302109ca), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.884834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (f61e1410-ee55-496c-afd9-9bd3302109ca), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.904971 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61e1410-ee55-496c-afd9-9bd3302109ca,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:05.934637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:05.935818 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ba94b381-9266-4b01-829c-3e8c9acdb16f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456921 Apr 04 20:32:05.939121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43698) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:05.945506 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:05.954868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16bbb-32a5-4a54-9e47-a0f8a9fd91dc req-2f49ef0a-9b38-48ff-90b3-9e07f4d44584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:05.956498 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cec16bbb-32a5-4a54-9e47-a0f8a9fd91dc req-2f49ef0a-9b38-48ff-90b3-9e07f4d44584 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 1129 time: 0.0525477 Apr 04 20:32:06.002149 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cec16bbb-32a5-4a54-9e47-a0f8a9fd91dc req-76a5b1df-62ec-4011-969a-f95c68c6a310 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Apr 04 20:32:06.010197 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:06.146188 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (76e795a7-72e9-401f-be3b-6bad900c3a8c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:06.193042 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e795a7-72e9-401f-be3b-6bad900c3a8c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:06.257254 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:06.289273 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a921ae-f95a-4fd5-8fd1-5f1b85721291 req-004f6a3f-b545-4b45-9134-a15d0d56bd8b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:06.290829 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20a921ae-f95a-4fd5-8fd1-5f1b85721291 req-004f6a3f-b545-4b45-9134-a15d0d56bd8b tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.1635506 Apr 04 20:32:06.475304 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20a921ae-f95a-4fd5-8fd1-5f1b85721291 req-def9287c-350e-455a-9f48-58269312bb38 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553535 Apr 04 20:32:06.504878 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Allocated IP 172.27.3.135 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/c5661213-5216-4f51-93b0-e0b4d036ee82) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:06.517098 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:06.700464 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.060857 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.109224 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:07.116884 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:07.120410 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:07.143601 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=c5661213-5216-4f51-93b0-e0b4d036ee82,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:07.152063 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Router e292ffdd-87c5-4caa-8a94-7dc645b890f2 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:32:07.291513 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.331141 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:07.337084 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ed6230ea-8cce-4db7-a47e-88bd7228d820 admin admin] 10.222.0.25 "PUT /v2.0/routers/e292ffdd-87c5-4caa-8a94-7dc645b890f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195899 Apr 04 20:32:07.339714 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43704) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:07.343562 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.344789 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Sync routers for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:07.355848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:07.356735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:07.447344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks [] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.467439 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:07.503231 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.510897 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.568873 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks [] for router_gateway (e292ffdd-87c5-4caa-8a94-7dc645b890f2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.590673 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=c5661213-5216-4f51-93b0-e0b4d036ee82,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:07.600026 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.602450 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b0f7be72-23d8-4c39-b362-7687e1e3c4b1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:32:07.619523 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.620784 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4373cc24-3291-4882-b3ab-dd6743dd8767 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6806986 Apr 04 20:32:07.633035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: b0f7be72-23d8-4c39-b362-7687e1e3c4b1 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:32:07.633376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b0f7be72-23d8-4c39-b362-7687e1e3c4b1 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:32:07.663362 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249c40-b5be-4a3f-8f36-2af1ae97c659 req-eed94156-6456-428b-a2e7-322a4c8f4683 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:07.670684 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d249c40-b5be-4a3f-8f36-2af1ae97c659 req-eed94156-6456-428b-a2e7-322a4c8f4683 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0976760 Apr 04 20:32:07.714857 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Deleting port 0ab93129-4770-441e-adad-e53b99ff8a8b {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:07.715323 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.747441 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d249c40-b5be-4a3f-8f36-2af1ae97c659 req-0d1defb5-d1b6-4965-9591-8da2e41bd645 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726612 Apr 04 20:32:07.752500 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:32:06Z', 'revision_number': 5, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port': {'id': '0ab93129-4770-441e-adad-e53b99ff8a8b', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:07.790636 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Checking router: e292ffdd-87c5-4caa-8a94-7dc645b890f2 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:07.802551 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Routers {'e292ffdd-87c5-4caa-8a94-7dc645b890f2'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:07.803303 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:07.832373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] For port 0ab93129-4770-441e-adad-e53b99ff8a8b, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0ab93129-4770-441e-adad-e53b99ff8a8b,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:07.832820 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:07.849183 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Calling delete_port for 0ab93129-4770-441e-adad-e53b99ff8a8b owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:07.871842 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-5dcaa970-88ef-4d46-aff5-3af2427aaed4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1329042232&fields=id&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 267 time: 0.0435133 Apr 04 20:32:07.896151 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] Set router e292ffdd-87c5-4caa-8a94-7dc645b890f2 gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:07.949440 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:32:07Z', 'revision_number': 6, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:07.980257 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc3782f-e323-4ad3-8e39-773f81d0d0cf None None] The sync data for ids ['e292ffdd-87c5-4caa-8a94-7dc645b890f2'] in dv-cinder-831247-15-iscsi is: [{'id': 'e292ffdd-87c5-4caa-8a94-7dc645b890f2', 'name': 'tempest-ServerRescueNegativeTestJSON-609161084-router', 'tenant_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:08Z', 'updated_at': '2022-04-04T20:32:07Z', 'revision_number': 6, 'project_id': 'ffc8ef7f9c3249338857b21703cbde3b', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:07.994590 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-a9eb156c-6f5c-4f7b-8031-a57e38044289 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:07.996229 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-a9eb156c-6f5c-4f7b-8031-a57e38044289 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 817 time: 0.1167083 Apr 04 20:32:08.015904 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-ec3d749a-915b-490c-8d5d-d0f3179fe583 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/quotas/55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 375 time: 0.0136847 Apr 04 20:32:08.034270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (0ab93129-4770-441e-adad-e53b99ff8a8b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.061288 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab93129-4770-441e-adad-e53b99ff8a8b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:08.075459 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-5c93d13a-8178-47bd-98e1-0d1f67dbfdf4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535398 Apr 04 20:32:08.121631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.223281 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-c29d0025-4a83-46b7-9c1f-bf1a2e2c0340 service neutron] 10.222.0.25 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355228 Apr 04 20:32:08.232675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.235111 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks [] for router_controller (e292ffdd-87c5-4caa-8a94-7dc645b890f2), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.300791 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (e292ffdd-87c5-4caa-8a94-7dc645b890f2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.301409 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e292ffdd-87c5-4caa-8a94-7dc645b890f2 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:32:08.307674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.310932 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-86763b46-53c7-4c86-bbb3-7bcfb38d6516 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e292ffdd-87c5-4caa-8a94-7dc645b890f2 HTTP/1.1" status: 204 len: 168 time: 0.9680400 Apr 04 20:32:08.312194 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43722) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:08.323495 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-094b700e-6e78-4618-b15e-bb9859124f32 service neutron] 10.222.0.25 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944135 Apr 04 20:32:08.366611 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Deleting subnet d3150d9e-2db6-4b7b-b56b-a403254bc6ae {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:32:08.369900 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Publish callbacks [] for subnet (d3150d9e-2db6-4b7b-b56b-a403254bc6ae), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.410472 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (d3150d9e-2db6-4b7b-b56b-a403254bc6ae), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.504741 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (d3150d9e-2db6-4b7b-b56b-a403254bc6ae), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.514704 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-69db5203-7fb1-4608-87c6-280a04e221d9 req-5eda7ed5-a0b5-4a20-aec5-772c230ae2c1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Apr 04 20:32:08.564072 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (d3150d9e-2db6-4b7b-b56b-a403254bc6ae), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.591684 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3150d9e-2db6-4b7b-b56b-a403254bc6ae,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:08.596972 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.600172 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-72276831-f93a-482c-a5c9-858e26c0c052 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d3150d9e-2db6-4b7b-b56b-a403254bc6ae HTTP/1.1" status: 204 len: 168 time: 0.2870383 Apr 04 20:32:08.602570 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43732) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:08.605573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48830b55-dabb-4447-b840-b159573cb7b5 None None] Network 93d8a3ce-8129-40c3-8d97-151bafd9fea8 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:32:08.680397 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (93d8a3ce-8129-40c3-8d97-151bafd9fea8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.743803 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Deleting port a40c57e4-f8f2-40d8-9762-85ce1df667b5 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:08.744164 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.830221 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] For port a40c57e4-f8f2-40d8-9762-85ce1df667b5, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a40c57e4-f8f2-40d8-9762-85ce1df667b5,segment=NetworkSegment(fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74),segment_id=fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:08.830615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.845426 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Calling delete_port for a40c57e4-f8f2-40d8-9762-85ce1df667b5 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:08.925717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 76e795a7-72e9-401f-be3b-6bad900c3a8c no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:32:08.956326 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 76e795a7-72e9-401f-be3b-6bad900c3a8c {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:32:08.957008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 76e795a7-72e9-401f-be3b-6bad900c3a8c not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:32:08.957674 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0ab93129-4770-441e-adad-e53b99ff8a8b no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:32:08.960052 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0f08-ad90-4bad-a45b-4d6237e8e933 req-3269fe35-1ba2-40e9-84fc-4c9396afd4cc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:08.961637 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c6d0f08-ad90-4bad-a45b-4d6237e8e933 req-3269fe35-1ba2-40e9-84fc-4c9396afd4cc tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.1049557 Apr 04 20:32:08.981001 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (a40c57e4-f8f2-40d8-9762-85ce1df667b5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:08.992782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 0ab93129-4770-441e-adad-e53b99ff8a8b {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:32:08.993458 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0ab93129-4770-441e-adad-e53b99ff8a8b not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:32:09.020795 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40c57e4-f8f2-40d8-9762-85ce1df667b5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:09.025949 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] No DVR routers for this DVR port a40c57e4-f8f2-40d8-9762-85ce1df667b5 on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:32:09.095722 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c6d0f08-ad90-4bad-a45b-4d6237e8e933 req-4f59048e-2ea8-4063-a19c-4e05b662523d tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180930 Apr 04 20:32:09.110688 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fda3c-a500-471c-8be4-4ad49c92230e None None] DHCP port deletion for 93d8a3ce-8129-40c3-8d97-151bafd9fea8 request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:32:09.140377 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (93d8a3ce-8129-40c3-8d97-151bafd9fea8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.183466 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d8a3ce-8129-40c3-8d97-151bafd9fea8']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:09.198772 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:09.199216 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:09.210466 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.226535 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.234257 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:32:09.234659 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (fcfb6ecf-fd8e-4322-b8e4-05c99f5b6f74), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:32:09.236337 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:32:09.271034 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdee1e-c1fb-4ab5-a6c0-b7639aff7e2d req-8a9d77dd-7be2-45eb-8c95-8bcbb9f514e4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:09.273177 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74cdee1e-c1fb-4ab5-a6c0-b7639aff7e2d req-8a9d77dd-7be2-45eb-8c95-8bcbb9f514e4 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0710530 Apr 04 20:32:09.281950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43740) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:09.286457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Request body: {'floatingip': {'port_id': '2427b8e0-c40f-4107-8794-2c369711cfec'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:09.296965 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (93d8a3ce-8129-40c3-8d97-151bafd9fea8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.301604 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.304966 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93d8a3ce-8129-40c3-8d97-151bafd9fea8 HTTP/1.1" status: 204 len: 168 time: 0.6979401 Apr 04 20:32:09.321379 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3c5b1-f072-49ba-98bf-aa835bf6b789 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d8a3ce-8129-40c3-8d97-151bafd9fea8,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:09.326248 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.425202 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43744) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:09.469057 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4b1a605e-3aaa-4691-8ac0-b12196148867 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffc8ef7f9c3249338857b21703cbde3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426102 Apr 04 20:32:09.473139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43746) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:09.528995 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] Publish callbacks [] for security_group (371f3b60-9531-4ae4-968c-e2f10dd9e2dd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.552064 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] Publish callbacks [] for security_group (371f3b60-9531-4ae4-968c-e2f10dd9e2dd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.625387 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5723ab2d-2bfd-4d92-87d3-db17dda864ed req-38901b5a-7e5f-4ffb-ae28-caf804a60c86 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 210 time: 0.0339565 Apr 04 20:32:09.638230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (371f3b60-9531-4ae4-968c-e2f10dd9e2dd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.641659 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:09.642890 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/371f3b60-9531-4ae4-968c-e2f10dd9e2dd HTTP/1.1" status: 204 len: 168 time: 0.1687253 Apr 04 20:32:09.653266 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68c254-63f1-4ee5-9125-2f751d7014a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f3b60-9531-4ae4-968c-e2f10dd9e2dd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:10.077880 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-0ec49b39-b8f7-4a22-a3c4-e4b43e8f13e9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:10.079321 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-0ec49b39-b8f7-4a22-a3c4-e4b43e8f13e9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 817 time: 0.5265477 Apr 04 20:32:10.179902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:10.185217 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:10.196309 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8bb49980-aad2-4151-9b23-84522431c95c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 380 time: 0.1090491 Apr 04 20:32:10.232879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'port': {'device_id': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'admin_state_up': True, 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'security_groups': ['dffc8249-d6ea-4fbb-ba41-fd635c6bc176']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:10.370882 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Floating IP 8d3caf04-d389-4ebc-85ab-ad4438d5b1b3 associated. External IP: 172.27.3.32, port: 2427b8e0-c40f-4107-8794-2c369711cfec. Apr 04 20:32:10.459499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Made reservation on behalf of 55d6192338034867b98bbbb17fde6c6d for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:10.462791 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:10.583956 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a40c57e4-f8f2-40d8-9762-85ce1df667b5 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:32:10.615267 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: a40c57e4-f8f2-40d8-9762-85ce1df667b5 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:32:10.615616 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a40c57e4-f8f2-40d8-9762-85ce1df667b5 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:32:10.710985 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Allocated IP 172.20.0.14 (be74c0b8-1e2e-431c-a91a-765261911abd/523fc40b-e99c-4c5a-8843-47263959addc/aeceb0e3-ece9-446f-86c0-0ce8b0c518e2) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:10.751622 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f488dc77-e5af-48cd-9987-b86b306769f8 req-553eef84-5688-432e-b3cd-dd1ce12b07c0 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 210 time: 0.0384312 Apr 04 20:32:10.775623 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:32:10.933942 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43804) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:10.973751 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:10.984307 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:10.989915 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.000024 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:11.012216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.015332 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:11.016131 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:11.034063 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-817fee75-3c4c-45f7-a888-d3dc8ea13529 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "PUT /v2.0/floatingips/8d3caf04-d389-4ebc-85ab-ad4438d5b1b3 HTTP/1.1" status: 200 len: 990 time: 1.7510178 Apr 04 20:32:11.035887 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:11.038138 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3cee4b-380d-4170-9f3a-b9e58bc56126" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:11.057108 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0bf328ae-5128-4648-a80f-5bbeeb3ce723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.057914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.106197 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277d71f9-a2f1-4e04-a5d9-560cbdc509b3 x-openstack-request-id: req-277d71f9-a2f1-4e04-a5d9-560cbdc509b3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:11.106197 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:11.106197 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-277d71f9-a2f1-4e04-a5d9-560cbdc509b3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:11.106197 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277d71f9-a2f1-4e04-a5d9-560cbdc509b3'] response: {'name': 'network-changed', 'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec', 'status': 'completed', 'code': 200} Apr 04 20:32:11.115758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Network be74c0b8-1e2e-431c-a91a-765261911abd is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:11.146677 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:11.149172 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:11.152036 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:11.158767 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0bf328ae-5128-4648-a80f-5bbeeb3ce723 admin admin] Publish callbacks [] for security_group (170b265e-f7ab-4a66-8755-5752e310bb5f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.164069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0bf328ae-5128-4648-a80f-5bbeeb3ce723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (170b265e-f7ab-4a66-8755-5752e310bb5f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.181826 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:11.208997 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0bf328ae-5128-4648-a80f-5bbeeb3ce723 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5620353e97e147d28d0fe8b8349fb4b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739196 Apr 04 20:32:11.209980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf328ae-5128-4648-a80f-5bbeeb3ce723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b265e-f7ab-4a66-8755-5752e310bb5f,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:11.213370 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43812) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:11.238246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-855ad161-04ac-451a-93e3-f4d49fddcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.239774 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-855ad161-04ac-451a-93e3-f4d49fddcbbd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 1129 time: 0.1276298 Apr 04 20:32:11.246426 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.247058 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.267342 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] Publish callbacks [] for security_group (170b265e-f7ab-4a66-8755-5752e310bb5f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.291387 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] Publish callbacks [] for security_group (170b265e-f7ab-4a66-8755-5752e310bb5f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.296366 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-8624dad2-65c6-4810-97cd-06ea12dc1d1c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0681236 Apr 04 20:32:11.348495 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (170b265e-f7ab-4a66-8755-5752e310bb5f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.349751 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Request body: {'port': {'device_id': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:11.351447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.355065 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/170b265e-f7ab-4a66-8755-5752e310bb5f HTTP/1.1" status: 204 len: 168 time: 0.1391883 Apr 04 20:32:11.364305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc479d1-2184-4572-9a66-8bd4111d518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b265e-f7ab-4a66-8755-5752e310bb5f,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:11.430794 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '8d3caf04-d389-4ebc-85ab-ad4438d5b1b3', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '2427b8e0-c40f-4107-8794-2c369711cfec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:76:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:51Z', 'updated_at': '2022-04-04T20:32:10Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:11.459841 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-73ca2fa3-67a2-4e86-8eb8-a44f9b5d14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.461295 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-73ca2fa3-67a2-4e86-8eb8-a44f9b5d14d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.2016802 Apr 04 20:32:11.462026 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.470636 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:11.481132 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:11.482104 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:31:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:11.490998 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-db325265-6e5b-4a57-923b-ab8e015dd687 None None] Provisioning complete for port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:11.491579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-db325265-6e5b-4a57-923b-ab8e015dd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.549474 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-db325265-6e5b-4a57-923b-ab8e015dd687 None None] Port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:32:11.570604 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-bb153684-189c-4f80-a8e0-879f45ed4fb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 200 len: 998 time: 0.0984848 Apr 04 20:32:11.684497 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-6b778bbf-bd32-4ce6-941a-8be72728af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.685975 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-6b778bbf-bd32-4ce6-941a-8be72728af41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.1086659 Apr 04 20:32:11.708925 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:11.798600 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-da4a9c2c-7321-468e-9a95-c7f0f8083b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.800127 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-da4a9c2c-7321-468e-9a95-c7f0f8083b91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1038973 Apr 04 20:32:11.967566 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:32:11.976233 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '8d3caf04-d389-4ebc-85ab-ad4438d5b1b3', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '2427b8e0-c40f-4107-8794-2c369711cfec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:76:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:51Z', 'updated_at': '2022-04-04T20:32:10Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:11.978190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks [] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:11.986606 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-2fd17363-031d-4e39-9f17-336a17b2eac7 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801329 Apr 04 20:32:11.996145 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b8dda-cb08-4286-9da7-38e1066533a5 req-4d0b99f2-0efc-4142-94e3-b4d012d58977 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:11.997646 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-528b8dda-cb08-4286-9da7-38e1066533a5 req-4d0b99f2-0efc-4142-94e3-b4d012d58977 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 932 time: 0.1615438 Apr 04 20:32:12.005816 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00b022-1766-4311-aa18-fbeac5a6286e None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '8d3caf04-d389-4ebc-85ab-ad4438d5b1b3', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'port_id': '2427b8e0-c40f-4107-8794-2c369711cfec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'mac_address': 'fa:16:3e:76:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:31:51Z', 'updated_at': '2022-04-04T20:32:10Z', 'revision_number': 1, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:12.024289 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Transition to ACTIVE for port object aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:32:12.045216 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:12.158537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:12.203105 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-528b8dda-cb08-4286-9da7-38e1066533a5 req-098ec0de-3cd4-4b1a-be6d-ae7c01e9e49b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801198 Apr 04 20:32:12.235155 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be3cee4b-380d-4170-9f3a-b9e58bc56126 req-8e0552f0-2b72-454c-a111-319b0a4c7eac service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334213 Apr 04 20:32:12.269783 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Attempting to bind port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:32:12.270374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Attempting to bind port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:32:12.270831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Attempting to bind port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:12.277389 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 on network be74c0b8-1e2e-431c-a91a-765261911abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:32:12.277900 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Attempting to bind port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 on network be74c0b8-1e2e-431c-a91a-765261911abd {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:12.284190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:32:12.284781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Checking segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:12.285330 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Bound using segment: {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:32:12.286146 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Bound port: aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:32:12.286688 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:12.325241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3f97cd-5680-44b0-90fa-89579103a7a7 None None] New status for floating IP 8d3caf04-d389-4ebc-85ab-ad4438d5b1b3: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:32:12.376783 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:32:12.380970 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:32:12.389136 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:12.426103 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:12.426724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:12.428084 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] 10.222.0.23 "PUT /v2.0/ports/aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 1094 time: 1.0849674 Apr 04 20:32:12.458326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f216ad-0a9d-43b0-97fb-725f0a6be164 service neutron] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:12.544311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-f8a5c2d7-fc5a-4b84-9ab8-f74f14edb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:12.546809 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-f8a5c2d7-fc5a-4b84-9ab8-f74f14edb346 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0605502 Apr 04 20:32:12.590493 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-f1c6b6b6-75fe-4977-8bdd-b5fa7697cbda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 217 time: 0.0367644 Apr 04 20:32:12.644589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-3aabe320-ec20-488b-b219-b7b163412d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:12.646056 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-3aabe320-ec20-488b-b219-b7b163412d0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0497408 Apr 04 20:32:12.695632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-93879b59-a16e-4b37-8521-82e573a2fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:12.697134 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-93879b59-a16e-4b37-8521-82e573a2fd4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439723 Apr 04 20:32:12.789659 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-1fa6f2c6-2994-43a2-81d0-eb83026663e1 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Apr 04 20:32:12.880336 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c4a291c-4bd2-4a06-a920-a957e9023c2d req-b986d200-5026-49bd-83b7-f153b8ec4ab8 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 Apr 04 20:32:13.105724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:13.108182 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb40a2e-41cc-423a-ba50-e3a21794ca67" -d '{"events": [{"name": "network-changed", "server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:13.145350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243888bf-3ca0-44ee-96f5-be289d2bbeb7 x-openstack-request-id: req-243888bf-3ca0-44ee-96f5-be289d2bbeb7 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:13.145709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:13.146029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-243888bf-3ca0-44ee-96f5-be289d2bbeb7 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:13.146570 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243888bf-3ca0-44ee-96f5-be289d2bbeb7'] response: {'name': 'network-changed', 'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'status': 'completed', 'code': 200} Apr 04 20:32:13.333389 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1e4b4-9848-44c9-9b5a-79c9c5f8cbec req-21a7f68a-3051-4eb5-995b-be726178d880 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:13.334802 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15a1e4b4-9848-44c9-9b5a-79c9c5f8cbec req-21a7f68a-3051-4eb5-995b-be726178d880 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0512362 Apr 04 20:32:13.381584 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15a1e4b4-9848-44c9-9b5a-79c9c5f8cbec req-644da70d-e0e5-41cb-91d4-ac07761ab704 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Apr 04 20:32:14.006587 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5370430-6c14-4c3c-b651-b29f6b3ad330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:14.510381 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad1ab-6ce2-4469-ae98-7548d5f966ed req-e70f4adc-9ab0-477e-8a4f-7221caf1b4c2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:14.512535 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b99ad1ab-6ce2-4469-ae98-7548d5f966ed req-e70f4adc-9ab0-477e-8a4f-7221caf1b4c2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0580750 Apr 04 20:32:14.577790 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b99ad1ab-6ce2-4469-ae98-7548d5f966ed req-ca394414-f8d5-4513-a480-4747d3d061fa tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579267 Apr 04 20:32:14.997129 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-d3f8664e-0ce9-4ce7-80f0-cd5b92d99fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:14.998674 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-d3f8664e-0ce9-4ce7-80f0-cd5b92d99fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0432541 Apr 04 20:32:15.091228 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-b29cb872-0491-4e4f-8168-b3e226037106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:15.092684 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-b29cb872-0491-4e4f-8168-b3e226037106 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0863099 Apr 04 20:32:15.133840 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-b0adb41d-8aeb-47fd-b81b-21a735d2d574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 217 time: 0.0343869 Apr 04 20:32:15.180759 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-7816dc70-4270-4c8f-b4b0-937812442b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:15.182139 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-7816dc70-4270-4c8f-b4b0-937812442b9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0431769 Apr 04 20:32:15.231808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-4afb85a1-c621-4641-beff-3ab6a38bd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:15.235053 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-4afb85a1-c621-4641-beff-3ab6a38bd26f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470066 Apr 04 20:32:15.324541 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-5c8a6f16-1a3f-4cbb-9cb4-10907566ffe9 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830142 Apr 04 20:32:15.581688 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:32:15.698443 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6eb40a2e-41cc-423a-ba50-e3a21794ca67 req-856b2ba7-8560-48dc-bb32-f498a1630b62 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674498 Apr 04 20:32:15.707278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:15.727207 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:32:15.787968 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:15.788361 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:15.802880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:32:15.822749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:15.828197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:15.879467 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:15.918127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dde0eb-34a5-405a-9244-dc151d001f72 req-fab0362e-2ab9-4ada-bc73-2c6c8e02d1e9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:15.919462 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-78dde0eb-34a5-405a-9244-dc151d001f72 req-fab0362e-2ab9-4ada-bc73-2c6c8e02d1e9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Apr 04 20:32:15.968767 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-78dde0eb-34a5-405a-9244-dc151d001f72 req-c3f5d392-f721-4a5c-a960-136bd56f4bd4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Apr 04 20:32:16.148236 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:32:16.253898 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1cc7eec4-4471-4dd2-ba49-7fb4f116317f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:17.088237 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb7e7-cd2e-4f94-b635-01d379db1391 req-00ecc928-d3c5-4779-8cf5-7ff84b8cf06f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:17.089698 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5dbb7e7-cd2e-4f94-b635-01d379db1391 req-00ecc928-d3c5-4779-8cf5-7ff84b8cf06f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Apr 04 20:32:17.136109 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5dbb7e7-cd2e-4f94-b635-01d379db1391 req-74c43ca9-aa51-4d4c-828e-ce83f8119a4b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Apr 04 20:32:17.606189 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:18.262542 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e61a7-ee48-42aa-b9dd-e73842dd95c5 req-babc6788-3afc-460f-9abd-38a2a58a1991 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:18.263928 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-720e61a7-ee48-42aa-b9dd-e73842dd95c5 req-babc6788-3afc-460f-9abd-38a2a58a1991 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0558550 Apr 04 20:32:18.309844 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-720e61a7-ee48-42aa-b9dd-e73842dd95c5 req-d648f5f3-46e5-44c4-a925-c2517499524b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Apr 04 20:32:18.678373 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:19.428500 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cf7c2-03ed-4f55-bf6e-1b4a3a39ff77 req-bb90b096-eff5-4b73-9b25-a70ef7fcb3cd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:19.429978 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-206cf7c2-03ed-4f55-bf6e-1b4a3a39ff77 req-bb90b096-eff5-4b73-9b25-a70ef7fcb3cd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Apr 04 20:32:19.475098 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-206cf7c2-03ed-4f55-bf6e-1b4a3a39ff77 req-82a000d4-52f2-4c71-aaa6-b57d14be3ea4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Apr 04 20:32:20.355400 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:20.599375 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524a9a6-8796-456d-89e0-49f637511d39 req-14694a50-f02e-47f7-923e-0ff035b5f3d9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:20.600811 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f524a9a6-8796-456d-89e0-49f637511d39 req-14694a50-f02e-47f7-923e-0ff035b5f3d9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0533578 Apr 04 20:32:20.648910 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f524a9a6-8796-456d-89e0-49f637511d39 req-37f0663e-acb3-4c78-a865-6126f1169aac tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Apr 04 20:32:20.704755 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:20.751463 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:32:20.755275 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:20.755642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:20.831216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:20.831593 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:20.853262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:20.855495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9244e984-4f76-48cc-9ff0-3c6c36a74ce9" -d '{"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:20.869755 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:20.873768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:20.898804 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d4127-46e2-49b2-afca-f1485fbe4bf6 x-openstack-request-id: req-8c8d4127-46e2-49b2-afca-f1485fbe4bf6 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:20.899170 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:20.899422 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c8d4127-46e2-49b2-afca-f1485fbe4bf6 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:20.899818 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8d4127-46e2-49b2-afca-f1485fbe4bf6'] response: {'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'code': 200} Apr 04 20:32:20.926066 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:21.061024 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d9761-cfa0-4906-85f5-060c367e089b req-43ef673f-71ee-4901-8c12-ae63e40346f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:21.062563 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d0d9761-cfa0-4906-85f5-060c367e089b req-43ef673f-71ee-4901-8c12-ae63e40346f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0439477 Apr 04 20:32:21.112551 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9d0d9761-cfa0-4906-85f5-060c367e089b req-f31f01d6-e4ac-4d13-927a-89a31a64344b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Apr 04 20:32:21.770202 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecf4ec-4ff9-4bcd-b966-3b354d256851 req-105f7e2e-62d2-494c-8b86-3143a6cd3cb9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:21.771665 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75ecf4ec-4ff9-4bcd-b966-3b354d256851 req-105f7e2e-62d2-494c-8b86-3143a6cd3cb9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0509539 Apr 04 20:32:21.816901 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75ecf4ec-4ff9-4bcd-b966-3b354d256851 req-0d3b814f-ce21-4395-9d2c-0f51b2cbacb4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394886 Apr 04 20:32:22.954520 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a534-1b28-4bae-b1da-24d06d71e189 req-4f4ba2cf-bb36-40ac-9962-62cb35fe1cf7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:22.955991 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c719a534-1b28-4bae-b1da-24d06d71e189 req-4f4ba2cf-bb36-40ac-9962-62cb35fe1cf7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0633395 Apr 04 20:32:23.002331 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c719a534-1b28-4bae-b1da-24d06d71e189 req-fafa186b-a90a-46a7-be93-e98d42c44742 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Apr 04 20:32:24.127140 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f29ad-0341-4c77-8817-ef2e70a01c4c req-196a4a2e-8f6e-4b52-b374-bc3591228673 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:24.128636 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2b0f29ad-0341-4c77-8817-ef2e70a01c4c req-196a4a2e-8f6e-4b52-b374-bc3591228673 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0537171 Apr 04 20:32:24.199592 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2b0f29ad-0341-4c77-8817-ef2e70a01c4c req-01cb2d91-1f9f-42fa-afd5-ed385e731af4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643580 Apr 04 20:32:24.225592 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43986) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:24.320894 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001021-cfd6-43c3-80b3-12b580a2f9b7 req-c268b242-0c31-479b-9e6c-81f47cbfecf4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:24.322531 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62001021-cfd6-43c3-80b3-12b580a2f9b7 req-c268b242-0c31-479b-9e6c-81f47cbfecf4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0535300 Apr 04 20:32:24.331908 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 43992) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:24.333774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88c0b12e-eab5-4630-bcfa-e511c618c654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.336294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Request body: {'floatingip': {'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:24.377806 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.411114 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88c0b12e-eab5-4630-bcfa-e511c618c654 admin admin] Publish callbacks [] for security_group (ed1802a7-2907-4ced-9089-bbb4ccc31ffd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.416128 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88c0b12e-eab5-4630-bcfa-e511c618c654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ed1802a7-2907-4ced-9089-bbb4ccc31ffd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.455353 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-88c0b12e-eab5-4630-bcfa-e511c618c654 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77794b6c29954850922315826116a8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277253 Apr 04 20:32:24.456467 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b12e-eab5-4630-bcfa-e511c618c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1802a7-2907-4ced-9089-bbb4ccc31ffd,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:24.458779 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 43994) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:24.505998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] Publish callbacks [] for security_group (ed1802a7-2907-4ced-9089-bbb4ccc31ffd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.527574 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] Publish callbacks [] for security_group (ed1802a7-2907-4ced-9089-bbb4ccc31ffd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.576408 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ed1802a7-2907-4ced-9089-bbb4ccc31ffd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.580010 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.580807 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed1802a7-2907-4ced-9089-bbb4ccc31ffd HTTP/1.1" status: 204 len: 168 time: 0.1211405 Apr 04 20:32:24.588786 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abd9f4-bce4-434e-b154-e1542514f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1802a7-2907-4ced-9089-bbb4ccc31ffd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:24.846335 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.846465 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44002) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:24.853917 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.861964 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a86e-db41-47fe-b969-c9ca4f74faae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:24.997069 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Floating IP 6638524d-988d-498d-8b49-9a388c55b442 associated. External IP: 172.27.3.135, port: aeceb0e3-ece9-446f-86c0-0ce8b0c518e2. Apr 04 20:32:25.088980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a86e-db41-47fe-b969-c9ca4f74faae admin admin] Publish callbacks [] for security_group (c988b988-89ee-4770-b021-670c5ae0f305), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.096046 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e2d2a86e-db41-47fe-b969-c9ca4f74faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c988b988-89ee-4770-b021-670c5ae0f305), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.153379 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2a86e-db41-47fe-b969-c9ca4f74faae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c988b988-89ee-4770-b021-670c5ae0f305,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:25.159362 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e2d2a86e-db41-47fe-b969-c9ca4f74faae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb8a77d73caa4116af8a327642806c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119473 Apr 04 20:32:25.161903 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44004) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:25.290040 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] Publish callbacks [] for security_group (c988b988-89ee-4770-b021-670c5ae0f305), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.311311 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:32:25.322719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] Publish callbacks [] for security_group (c988b988-89ee-4770-b021-670c5ae0f305), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.702982 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c988b988-89ee-4770-b021-670c5ae0f305), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.705473 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.706640 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c988b988-89ee-4770-b021-670c5ae0f305 HTTP/1.1" status: 204 len: 168 time: 0.5438085 Apr 04 20:32:25.719286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c990a-50ab-44ed-9dea-af2fb5a8903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c988b988-89ee-4770-b021-670c5ae0f305,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:25.721546 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:25.725719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:25.745859 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:25.757693 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3b79feb3-ae18-45a6-84c5-052703fac9fe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "PUT /v2.0/floatingips/6638524d-988d-498d-8b49-9a388c55b442 HTTP/1.1" status: 200 len: 992 time: 1.4247184 Apr 04 20:32:25.758702 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:25.760993 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:25.772376 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:25.773114 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:25.804413 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91db7c3-fcc6-4d31-8649-7bd61d80135c x-openstack-request-id: req-f91db7c3-fcc6-4d31-8649-7bd61d80135c {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:25.804707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:25.804965 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91db7c3-fcc6-4d31-8649-7bd61d80135c {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:25.805380 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91db7c3-fcc6-4d31-8649-7bd61d80135c'] response: {'name': 'network-changed', 'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'status': 'completed', 'code': 200} Apr 04 20:32:25.872874 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-42489ad4-5f29-4159-9714-f089f1298a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:25.874829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-42489ad4-5f29-4159-9714-f089f1298a70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0458319 Apr 04 20:32:25.890977 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:25.974376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-b4f91698-abae-4163-af88-957878e17584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:25.975850 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-b4f91698-abae-4163-af88-957878e17584 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0938969 Apr 04 20:32:26.049116 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-39f07e83-43cc-4100-bdd4-2f25b0f071f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 1000 time: 0.0660446 Apr 04 20:32:26.114497 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-9dc6f1fd-1e5a-4b22-8428-5baabf0ee985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:26.117270 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-9dc6f1fd-1e5a-4b22-8428-5baabf0ee985 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0621064 Apr 04 20:32:26.135420 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '6638524d-988d-498d-8b49-9a388c55b442', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:07Z', 'updated_at': '2022-04-04T20:32:24Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:26.164528 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:26.170424 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-631f5891-4ded-4bf4-8b3f-6ba1607330a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:26.172094 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-631f5891-4ded-4bf4-8b3f-6ba1607330a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481713 Apr 04 20:32:26.173139 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:26.173749 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:26.272726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-84e8e671-773f-45e1-a901-cb5a158a8778 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932972 Apr 04 20:32:26.292760 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:26.370049 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec6e5f87-aa9d-449a-b95e-111c9c68f7b3 req-fe4ba3c0-857b-4ab9-96a3-fc2f98a0af09 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909832 Apr 04 20:32:26.524311 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '6638524d-988d-498d-8b49-9a388c55b442', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:07Z', 'updated_at': '2022-04-04T20:32:24Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:26.551609 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849eea59-955c-4862-9544-0dcd56dfef6a None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '6638524d-988d-498d-8b49-9a388c55b442', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:07Z', 'updated_at': '2022-04-04T20:32:24Z', 'revision_number': 1, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:26.747496 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac828b95-5a41-4d0a-979f-0adf95062e97 None None] New status for floating IP 6638524d-988d-498d-8b49-9a388c55b442: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:32:36.330099 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44128) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:36.434722 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d13443ca-56ed-4f50-b6a2-15a68e59041e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.510162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d13443ca-56ed-4f50-b6a2-15a68e59041e admin admin] Publish callbacks [] for security_group (297d06c4-ba67-4a5d-8259-ebdfa0834852), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.514271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d13443ca-56ed-4f50-b6a2-15a68e59041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (297d06c4-ba67-4a5d-8259-ebdfa0834852), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.558881 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d13443ca-56ed-4f50-b6a2-15a68e59041e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e010ef841da240858f70658ae33f2d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277019 Apr 04 20:32:36.559843 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13443ca-56ed-4f50-b6a2-15a68e59041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297d06c4-ba67-4a5d-8259-ebdfa0834852,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:36.562228 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44142) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:36.616059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] Publish callbacks [] for security_group (297d06c4-ba67-4a5d-8259-ebdfa0834852), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.638586 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] Publish callbacks [] for security_group (297d06c4-ba67-4a5d-8259-ebdfa0834852), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.687675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (297d06c4-ba67-4a5d-8259-ebdfa0834852), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.692765 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:36.702454 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/297d06c4-ba67-4a5d-8259-ebdfa0834852 HTTP/1.1" status: 204 len: 168 time: 0.1352277 Apr 04 20:32:36.711165 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541e3f-7b15-46b8-b652-648ce2ebee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297d06c4-ba67-4a5d-8259-ebdfa0834852,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:36.958776 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44150) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:36.972350 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24a1-01af-4e9b-991b-b2c52bac9f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.045240 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24a1-01af-4e9b-991b-b2c52bac9f64 admin admin] Publish callbacks [] for security_group (073975d2-21ba-4fdd-b7cc-c1127866087a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.049441 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a8d24a1-01af-4e9b-991b-b2c52bac9f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (073975d2-21ba-4fdd-b7cc-c1127866087a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.087132 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7a8d24a1-01af-4e9b-991b-b2c52bac9f64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=154cc66fb5964e0d8cf751de929d64d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273012 Apr 04 20:32:37.088354 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d24a1-01af-4e9b-991b-b2c52bac9f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073975d2-21ba-4fdd-b7cc-c1127866087a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:37.089796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44152) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:37.139405 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] Publish callbacks [] for security_group (073975d2-21ba-4fdd-b7cc-c1127866087a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.160515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] Publish callbacks [] for security_group (073975d2-21ba-4fdd-b7cc-c1127866087a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.209993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (073975d2-21ba-4fdd-b7cc-c1127866087a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.212450 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:37.213573 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/073975d2-21ba-4fdd-b7cc-c1127866087a HTTP/1.1" status: 204 len: 168 time: 0.1227455 Apr 04 20:32:37.221535 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178767-dc05-4e3e-8623-3e6858cea0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073975d2-21ba-4fdd-b7cc-c1127866087a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:38.220442 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44184) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:38.332761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9a42ef6d-52c1-4868-9554-424114ff680c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.407774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9a42ef6d-52c1-4868-9554-424114ff680c admin admin] Publish callbacks [] for security_group (d610053e-236c-4f43-8c40-640c3090aca4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.411498 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9a42ef6d-52c1-4868-9554-424114ff680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d610053e-236c-4f43-8c40-640c3090aca4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.449412 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9a42ef6d-52c1-4868-9554-424114ff680c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35b576f08a5f4c5a91d26d19b0b11c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279027 Apr 04 20:32:38.451376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42ef6d-52c1-4868-9554-424114ff680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d610053e-236c-4f43-8c40-640c3090aca4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:38.452173 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44188) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:38.502722 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] Publish callbacks [] for security_group (d610053e-236c-4f43-8c40-640c3090aca4), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.525490 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] Publish callbacks [] for security_group (d610053e-236c-4f43-8c40-640c3090aca4), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.571617 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d610053e-236c-4f43-8c40-640c3090aca4), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.573966 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:38.575105 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d610053e-236c-4f43-8c40-640c3090aca4 HTTP/1.1" status: 204 len: 168 time: 0.1218939 Apr 04 20:32:38.583115 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dba4b-22b9-4161-bdfd-fe557361d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d610053e-236c-4f43-8c40-640c3090aca4,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:39.546465 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44222) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:39.651114 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91734e64-7294-4447-b285-2befc6abcc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.722455 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91734e64-7294-4447-b285-2befc6abcc31 admin admin] Publish callbacks [] for security_group (525d722b-9b7f-4719-8cc5-dcbf5af5737c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.725913 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91734e64-7294-4447-b285-2befc6abcc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (525d722b-9b7f-4719-8cc5-dcbf5af5737c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.763712 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-91734e64-7294-4447-b285-2befc6abcc31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67f01483d0eb4d06a2701043a17f3cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162094 Apr 04 20:32:39.764548 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91734e64-7294-4447-b285-2befc6abcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d722b-9b7f-4719-8cc5-dcbf5af5737c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:39.766581 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44226) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:39.815527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] Publish callbacks [] for security_group (525d722b-9b7f-4719-8cc5-dcbf5af5737c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.837148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] Publish callbacks [] for security_group (525d722b-9b7f-4719-8cc5-dcbf5af5737c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.882720 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (525d722b-9b7f-4719-8cc5-dcbf5af5737c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.885292 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:39.886466 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/525d722b-9b7f-4719-8cc5-dcbf5af5737c HTTP/1.1" status: 204 len: 168 time: 0.1187217 Apr 04 20:32:39.894785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6630e1-3042-4701-a57f-e3943384b7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d722b-9b7f-4719-8cc5-dcbf5af5737c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:40.314837 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:32:41.010113 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:44.008238 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aff7-8e94-4125-87c3-800e51d5f50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:46.245391 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-22bb375d-37e7-4fc3-b7b8-100b9d14fa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:47.614028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:48.682996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:48.859420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44340) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:48.987195 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.020645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882163b-1985-440a-b464-e9b2af6fd090 req-75b0b9da-2cb4-4958-b1e6-1b2556cc444c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:49.022141 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6882163b-1985-440a-b464-e9b2af6fd090 req-75b0b9da-2cb4-4958-b1e6-1b2556cc444c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0821722 Apr 04 20:32:49.093747 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6882163b-1985-440a-b464-e9b2af6fd090 req-f5416a34-36a4-4dc5-8e82-8ff194b1d537 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623169 Apr 04 20:32:49.119151 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Publish callbacks [] for security_group (fea11755-d9b4-4c5c-a6ac-78d6f0cd055d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.121786 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (fea11755-d9b4-4c5c-a6ac-78d6f0cd055d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.158949 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea11755-d9b4-4c5c-a6ac-78d6f0cd055d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:49.163343 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bca93070421845f693ec471623e02cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028965 Apr 04 20:32:49.166093 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44346) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:49.169054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.169403 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.169745 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.170105 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.170442 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.170774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.171105 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.171430 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.171760 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.172087 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.172416 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.172741 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.173063 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.173382 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.173703 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ffb7c1-f114-45b5-8baa-14c959612b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:49.213519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] Publish callbacks [] for security_group (fea11755-d9b4-4c5c-a6ac-78d6f0cd055d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.235062 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] Publish callbacks [] for security_group (fea11755-d9b4-4c5c-a6ac-78d6f0cd055d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.283380 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (fea11755-d9b4-4c5c-a6ac-78d6f0cd055d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.286928 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:49.288060 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fea11755-d9b4-4c5c-a6ac-78d6f0cd055d HTTP/1.1" status: 204 len: 168 time: 0.1209674 Apr 04 20:32:49.295477 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e64575-7847-4000-8cd6-50aaf464aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea11755-d9b4-4c5c-a6ac-78d6f0cd055d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:49.886348 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44368) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:49.979443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-231511236-network', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:49.999371 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Made reservation on behalf of 727b4eb976f243e99d4eb6ce5ab5c191 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:50.001810 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.010990 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.084229 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks [] for security_group (95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.088140 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.116736 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:32:50.122106 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:50.133950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (99c656f2-15a1-439b-8f01-33faaf23e84e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.134328 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Added segment 99c656f2-15a1-439b-8f01-33faaf23e84e of type vlan for network d52a28c7-b563-4655-b9c5-5bd0fedd931d Apr 04 20:32:50.136227 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.136586 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.136957 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.137293 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.138162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.138162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.138337 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.138627 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.138957 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.139292 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.139630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.139956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.140283 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.140612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.140951 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:32:50.211545 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (d52a28c7-b563-4655-b9c5-5bd0fedd931d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.251426 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba60bd-cef7-44ad-a818-f8342aec6d38 req-80086011-0a24-4901-a1d4-850fe374914b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:50.252904 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b1ba60bd-cef7-44ad-a818-f8342aec6d38 req-80086011-0a24-4901-a1d4-850fe374914b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.0815392 Apr 04 20:32:50.254181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (d52a28c7-b563-4655-b9c5-5bd0fedd931d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.254996 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:50.255560 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.338203 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4507370 Apr 04 20:32:50.341352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44376) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:50.343695 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212bb5e-9474-4730-bed7-387a25c28450 admin admin] Pushing event updated for resources: {'Network': ['ID=d52a28c7-b563-4655-b9c5-5bd0fedd931d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:50.346939 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Request body: {'subnet': {'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-231511236-subnet', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:50.356550 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:32:50.366492 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b1ba60bd-cef7-44ad-a818-f8342aec6d38 req-883a642c-b4f9-4cf8-97f7-ccd2be735603 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063538 Apr 04 20:32:50.369788 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Made reservation on behalf of 727b4eb976f243e99d4eb6ce5ab5c191 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:50.372310 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.388017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.536912 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.596083 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:50.605967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Checking segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:50.606354 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Network hostable DHCP agents. Network: d52a28c7-b563-4655-b9c5-5bd0fedd931d, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:32:50.622358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:32:50.630143 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, d52a28c7-b563-4655-b9c5-5bd0fedd931d) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:50.634335 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:50.635007 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.639903 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8015d91-1416-469f-ac41-4c1bdcb383ac None None] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:32:50.655557 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-faafc4bf-12af-4b5c-b068-91546b37787a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3125486 Apr 04 20:32:50.658483 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44378) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:50.663364 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:50.681501 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (17138c22-b6a2-46b4-acd9-55a222736f31), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.682509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (17138c22-b6a2-46b4-acd9-55a222736f31), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.735680 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for router_controller (17138c22-b6a2-46b4-acd9-55a222736f31), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.739336 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-d52a28c7-b563-4655-b9c5-5bd0fedd931d', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:32:50.740151 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:50.874355 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Allocated IP 172.20.0.2 (d52a28c7-b563-4655-b9c5-5bd0fedd931d/9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8/52589a79-54c4-49fa-8f9d-1e1dca020d11) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:50.912684 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe243c-d453-4914-a078-9c03e937b906 req-27793c7b-54be-4e14-918f-52b5d08512a7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:50.914158 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8fbe243c-d453-4914-a078-9c03e937b906 req-27793c7b-54be-4e14-918f-52b5d08512a7 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.1726706 Apr 04 20:32:50.916030 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for router_gateway (17138c22-b6a2-46b4-acd9-55a222736f31), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.020261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks [] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.027021 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.064593 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:51.065319 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port a4d0f770-f582-4fba-991f-33a6312d0ff8 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:51.065659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.068366 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:51.073905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:51.080959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Pushing event updated for resources: {'Port': ['ID=52589a79-54c4-49fa-8f9d-1e1dca020d11,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:51.140336 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Attempting to bind port 52589a79-54c4-49fa-8f9d-1e1dca020d11 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:32:51.140705 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Attempting to bind port 52589a79-54c4-49fa-8f9d-1e1dca020d11 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:32:51.141063 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Attempting to bind port 52589a79-54c4-49fa-8f9d-1e1dca020d11 on network d52a28c7-b563-4655-b9c5-5bd0fedd931d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:51.146185 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:32:51.146555 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Checking segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:51.146951 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.147341 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Bound using segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:32:51.147797 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Bound port: 52589a79-54c4-49fa-8f9d-1e1dca020d11, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:32:51.148190 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.212011 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] For port 52589a79-54c4-49fa-8f9d-1e1dca020d11, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:32:51.214961 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] For port 52589a79-54c4-49fa-8f9d-1e1dca020d11, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=52589a79-54c4-49fa-8f9d-1e1dca020d11,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:32:51.220912 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.232343 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] For port a4d0f770-f582-4fba-991f-33a6312d0ff8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a4d0f770-f582-4fba-991f-33a6312d0ff8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:51.232713 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.278326 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3ba6b-959f-4bb3-8e18-4a076819ee3b None None] Pushing event updated for resources: {'Port': ['ID=52589a79-54c4-49fa-8f9d-1e1dca020d11,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:51.328873 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for router_gateway (17138c22-b6a2-46b4-acd9-55a222736f31), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.381725 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.578002 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.578401 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.578720 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP 0c17d32f-c204-4657-8ce5-098920628359 disassociated. External IP: 172.27.3.87, port: a4d0f770-f582-4fba-991f-33a6312d0ff8. Apr 04 20:32:51.579072 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for a4d0f770-f582-4fba-991f-33a6312d0ff8 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:51.650377 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Allocated IP 172.27.3.206 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/11077005-57ee-4606-9183-0a75f35b2008) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:51.671743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a8c07-c15a-4b66-959a-cfee72086c94 req-dc991d52-3a16-483c-9e0c-db032107c469 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:51.673221 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c28a8c07-c15a-4b66-959a-cfee72086c94 req-dc991d52-3a16-483c-9e0c-db032107c469 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 946 time: 0.1795428 Apr 04 20:32:51.807112 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c28a8c07-c15a-4b66-959a-cfee72086c94 req-26a1ec6b-2874-4012-9fc3-607a04d61a7a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=611b0f52-048f-48f8-aa71-293cb6a36d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253746 Apr 04 20:32:51.857385 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for port (11077005-57ee-4606-9183-0a75f35b2008), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.879544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (a4d0f770-f582-4fba-991f-33a6312d0ff8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:51.918726 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=a4d0f770-f582-4fba-991f-33a6312d0ff8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:51.973477 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (11077005-57ee-4606-9183-0a75f35b2008), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.051529 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:52.062431 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:52.066761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:52.068816 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=11077005-57ee-4606-9183-0a75f35b2008,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:52.130971 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:32:52.189794 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c74812-321e-4cae-a480-b5d00992bb24 None None] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:32:52.301106 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Provisioning complete for port 52589a79-54c4-49fa-8f9d-1e1dca020d11 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:52.301776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.397576 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Current status of the port 52589a79-54c4-49fa-8f9d-1e1dca020d11 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:52.398293 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.575261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] For port 52589a79-54c4-49fa-8f9d-1e1dca020d11, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=52589a79-54c4-49fa-8f9d-1e1dca020d11,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:52.589056 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.639470 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd85910-bd99-43fe-9acf-c7c0b72f1751 None None] Pushing event updated for resources: {'Port': ['ID=52589a79-54c4-49fa-8f9d-1e1dca020d11,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:52.676219 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 52589a79-54c4-49fa-8f9d-1e1dca020d11 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:52.686578 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:52.700023 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:52.712124 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:52.712752 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:52.729039 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ee0330f6-2738-48dc-b9a4-0b345b6712af None None] Provisioning complete for port 52589a79-54c4-49fa-8f9d-1e1dca020d11 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:52.729410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee0330f6-2738-48dc-b9a4-0b345b6712af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.739685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] No DVR routers for this DVR port a4d0f770-f582-4fba-991f-33a6312d0ff8 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:32:52.743153 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.746524 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8fbe243c-d453-4914-a078-9c03e937b906 req-dfad393f-e0b8-47b6-ad88-4fcb921fe8e9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "DELETE /v2.0/ports/a4d0f770-f582-4fba-991f-33a6312d0ff8 HTTP/1.1" status: 204 len: 173 time: 1.8271625 Apr 04 20:32:52.746964 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'name': 'network-vif-deleted', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:32:52.749657 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ddaf55-55bd-4d01-a153-0b8bfdec653f" -d '{"events": [{"server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "name": "network-vif-deleted", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:32:52.756708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for router_gateway (17138c22-b6a2-46b4-acd9-55a222736f31), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.761574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 52589a79-54c4-49fa-8f9d-1e1dca020d11 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:52.761960 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:52.858565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d7618-0450-432e-a685-822564432042 x-openstack-request-id: req-a29d7618-0450-432e-a685-822564432042 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:32:52.858859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae0a237-caae-437b-8b46-12500a901897", "name": "network-vif-deleted", "tag": "a4d0f770-f582-4fba-991f-33a6312d0ff8", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:32:52.859111 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a29d7618-0450-432e-a685-822564432042 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:32:52.859510 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29d7618-0450-432e-a685-822564432042'] response: {'server_uuid': '9ae0a237-caae-437b-8b46-12500a901897', 'name': 'network-vif-deleted', 'tag': 'a4d0f770-f582-4fba-991f-33a6312d0ff8', 'status': 'completed', 'code': 200} Apr 04 20:32:52.862684 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:52.870314 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device a4d0f770-f582-4fba-991f-33a6312d0ff8 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:32:52.905233 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: a4d0f770-f582-4fba-991f-33a6312d0ff8 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:32:52.905571 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device a4d0f770-f582-4fba-991f-33a6312d0ff8 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:32:52.916922 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ee0330f6-2738-48dc-b9a4-0b345b6712af None None] Current status of the port 52589a79-54c4-49fa-8f9d-1e1dca020d11 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:52.919159 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 52589a79-54c4-49fa-8f9d-1e1dca020d11 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:52.962502 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b814d4a6-5687-4c93-aa64-20a9faad76fa req-796a1744-ae51-4810-8c7b-45ae456b5eb8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ae0a237-caae-437b-8b46-12500a901897 HTTP/1.1" status: 200 len: 210 time: 0.0310950 Apr 04 20:32:53.026866 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (17138c22-b6a2-46b4-acd9-55a222736f31), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.090394 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:53.115912 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:53.124301 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:53.124932 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:53.158319 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Router 17138c22-b6a2-46b4-acd9-55a222736f31 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:32:53.235807 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:53.275529 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:53.289476 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Sync routers for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:53.301416 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:53.302400 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:53.303520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.305432 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-69e1c77a-153a-4ff3-9682-b234f46a2ee4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6460042 Apr 04 20:32:53.308995 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44386) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:53.417407 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:53.477062 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:53.596333 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fdb59-f425-423d-a19f-08dc82ef8704 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:53.607562 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:52Z', 'revision_number': 3, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:53.634121 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Checking router: 17138c22-b6a2-46b4-acd9-55a222736f31 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:53.634457 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Updating router 17138c22-b6a2-46b4-acd9-55a222736f31 port 11077005-57ee-4606-9183-0a75f35b2008 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:32:53.668025 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11077005-57ee-4606-9183-0a75f35b2008), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.777299 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.859333 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764faf28-69c7-471c-9f03-404f10e78ac5 None None] New status for floating IP 0c17d32f-c204-4657-8ce5-098920628359: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:32:53.932513 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks [] for port (11077005-57ee-4606-9183-0a75f35b2008), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.939818 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (11077005-57ee-4606-9183-0a75f35b2008), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:53.945530 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Allocated IP 172.20.0.1 (d52a28c7-b563-4655-b9c5-5bd0fedd931d/9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8/d520c5ca-0d78-47a6-b2c0-830af78f3ed2) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:53.996359 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Attempting to bind port 11077005-57ee-4606-9183-0a75f35b2008 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:32:53.996649 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Attempting to bind port 11077005-57ee-4606-9183-0a75f35b2008 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:32:53.997013 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Attempting to bind port 11077005-57ee-4606-9183-0a75f35b2008 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:53.998929 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2b1ba-9533-4407-80c6-db8149ee0f5f None None] Pushing event updated for resources: {'Port': ['ID=11077005-57ee-4606-9183-0a75f35b2008,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:54.004678 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:32:54.005050 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:54.005453 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.005838 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:32:54.006340 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Bound port: 11077005-57ee-4606-9183-0a75f35b2008, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:32:54.006722 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11077005-57ee-4606-9183-0a75f35b2008), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.064673 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44392) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:54.073018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] For port 11077005-57ee-4606-9183-0a75f35b2008, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:32:54.075169 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks [] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.076728 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] For port 11077005-57ee-4606-9183-0a75f35b2008, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=11077005-57ee-4606-9183-0a75f35b2008,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:32:54.083743 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (11077005-57ee-4606-9183-0a75f35b2008), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.112241 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.130559 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (611b0f52-048f-48f8-aa71-293cb6a36d6d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.147768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:54.149123 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:54.152585 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2b1ba-9533-4407-80c6-db8149ee0f5f None None] Pushing event updated for resources: {'Port': ['ID=11077005-57ee-4606-9183-0a75f35b2008,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:54.152722 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:54.159110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (611b0f52-048f-48f8-aa71-293cb6a36d6d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.159956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:54.165068 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:54.198821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Pushing event updated for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:54.209669 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (17138c22-b6a2-46b4-acd9-55a222736f31), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.229755 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (611b0f52-048f-48f8-aa71-293cb6a36d6d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.232587 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.236779 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/security-groups/611b0f52-048f-48f8-aa71-293cb6a36d6d HTTP/1.1" status: 204 len: 168 time: 0.1709304 Apr 04 20:32:54.238022 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44394) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:54.259529 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-ccff252c-81f4-4ccc-88b0-812f8963d668 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] show failed (client error): The resource could not be found. Apr 04 20:32:54.263531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44396) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:54.263707 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ccff252c-81f4-4ccc-88b0-812f8963d668 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups/611b0f52-048f-48f8-aa71-293cb6a36d6d HTTP/1.1" status: 404 len: 347 time: 0.0210023 Apr 04 20:32:54.264424 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a15cff-d45d-4ce6-afe8-0be4cfaff649 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b0f52-048f-48f8-aa71-293cb6a36d6d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:54.293805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:54.461976 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.472310 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-fc152871-6119-43d0-8d75-071a8052c2c4 None None] Provisioning complete for port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:54.472682 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fc152871-6119-43d0-8d75-071a8052c2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.478314 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port 0b1b47a1-6cf1-4b5e-95d5-0280140ddabf {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:32:54.478644 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.517232 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fc152871-6119-43d0-8d75-071a8052c2c4 None None] Port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:32:54.528975 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:52Z', 'revision_number': 3, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:54.556043 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d588-7b2b-451b-b625-a898081a4451 None None] The sync data for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi is: [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:52Z', 'revision_number': 3, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:54.619495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 52589a79-54c4-49fa-8f9d-1e1dca020d11 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:54.624234 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.624565 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.665484 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for 0b1b47a1-6cf1-4b5e-95d5-0280140ddabf owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:32:54.669596 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 52589a79-54c4-49fa-8f9d-1e1dca020d11 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:54.669967 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.831474 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks [] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.861634 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.907258 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 52589a79-54c4-49fa-8f9d-1e1dca020d11 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:54.948915 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (17138c22-b6a2-46b4-acd9-55a222736f31), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.953918 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (0b1b47a1-6cf1-4b5e-95d5-0280140ddabf), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:54.958384 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Pushing event updated for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:54.995640 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=0b1b47a1-6cf1-4b5e-95d5-0280140ddabf,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:55.104777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (0c17d32f-c204-4657-8ce5-098920628359), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.107289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.110798 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-706304e2-3408-4768-b16f-45fbed31d615 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/floatingips/0c17d32f-c204-4657-8ce5-098920628359 HTTP/1.1" status: 204 len: 168 time: 0.8440001 Apr 04 20:32:55.134101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:55.136847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:55.263588 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Router 17138c22-b6a2-46b4-acd9-55a222736f31 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:32:55.386287 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:55.400467 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-857ac8d0-27af-49ec-a303-a27f9d156f74 admin admin] 10.222.0.25 "PUT /v2.0/routers/17138c22-b6a2-46b4-acd9-55a222736f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0812876 Apr 04 20:32:55.400467 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44402) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:55.405251 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451262498', 'description': 'tempest-description--829732477'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:55.429989 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.453218 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3bd199f6-5168-4699-a41e-f042b3a32c05 None None] Provisioning complete for port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:55.454653 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3bd199f6-5168-4699-a41e-f042b3a32c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.501504 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3bd199f6-5168-4699-a41e-f042b3a32c05 None None] Port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:32:55.516638 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.521974 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.554685 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.556277 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1548338 Apr 04 20:32:55.559101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44408) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:55.563313 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:55.573416 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678f584-aef1-49e2-a06e-b4f5ebe88d96 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:55.592266 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (265e8b54-84da-43cf-b7ef-1e1f0157a319), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.649649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (265e8b54-84da-43cf-b7ef-1e1f0157a319), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.654753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (265e8b54-84da-43cf-b7ef-1e1f0157a319), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.669763 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265e8b54-84da-43cf-b7ef-1e1f0157a319,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:55.682841 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.684039 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4fbaafb2-d710-4bf8-ae4e-ed090e4cf6ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240318 Apr 04 20:32:55.686661 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44412) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:55.691214 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'security_group_rule': {'security_group_id': '6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:55.717102 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (c43b8381-060b-48b8-bc36-4504ae1cb6d6), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.779161 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (c43b8381-060b-48b8-bc36-4504ae1cb6d6), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.782793 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (c43b8381-060b-48b8-bc36-4504ae1cb6d6), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.806589 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43b8381-060b-48b8-bc36-4504ae1cb6d6,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:55.812480 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.813839 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d17509ac-b351-491e-b065-a63e2b849e1a tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262267 Apr 04 20:32:55.817444 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44420) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:55.821858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:55.843903 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.928876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44424) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:55.936924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-523763623-network', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:55.966773 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Made reservation on behalf of 456a30ff24ab4b5086a59a4debc61555 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:55.969058 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.971631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:55.986663 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.123734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.27.3.74 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:56.170912 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks [] for security_group (200e0270-7cc0-430e-b5ef-c9d00b83cdff), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.179727 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (200e0270-7cc0-430e-b5ef-c9d00b83cdff), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.234449 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:32:56.248515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200e0270-7cc0-430e-b5ef-c9d00b83cdff,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:56.257680 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c106a078-0338-4712-aa9e-17a38db75dd1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.257888 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Added segment c106a078-0338-4712-aa9e-17a38db75dd1 of type vlan for network 61b886d4-4754-45be-ac6e-acd5a26a925c Apr 04 20:32:56.301470 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Sync routers for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:56.312348 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:56.313129 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:56.316438 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (61b886d4-4754-45be-ac6e-acd5a26a925c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.334854 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.370426 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (61b886d4-4754-45be-ac6e-acd5a26a925c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.371389 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:56.371976 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.429795 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:56.442942 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] Pushing event updated for resources: {'Network': ['ID=61b886d4-4754-45be-ac6e-acd5a26a925c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:56.451807 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-657c354f-bd1c-4928-bb23-8b71d84c8185 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5165601 Apr 04 20:32:56.451995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44426) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:56.457194 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Request body: {'subnet': {'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-523763623-subnet', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:56.460240 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 61b886d4-4754-45be-ac6e-acd5a26a925c details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:32:56.460922 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.507877 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:56.518480 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:56.521190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:56.525528 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:56.546013 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Made reservation on behalf of 456a30ff24ab4b5086a59a4debc61555 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:56.548299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.646117 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 11077005-57ee-4606-9183-0a75f35b2008 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:56.689531 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.739965 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 11077005-57ee-4606-9183-0a75f35b2008 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:56.740573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (11077005-57ee-4606-9183-0a75f35b2008), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.761241 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.768572 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 2, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:56.799215 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Checking router: 17138c22-b6a2-46b4-acd9-55a222736f31 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:56.799564 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Updating router 17138c22-b6a2-46b4-acd9-55a222736f31 port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:32:56.833118 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (f976fff7-ce3c-40d6-a47b-93b0852bf676), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.842191 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.917019 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 11077005-57ee-4606-9183-0a75f35b2008 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:56.917395 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (11077005-57ee-4606-9183-0a75f35b2008), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:56.946975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f976fff7-ce3c-40d6-a47b-93b0852bf676,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:56.962908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Checking segment: {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:56.963267 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Network hostable DHCP agents. Network: 61b886d4-4754-45be-ac6e-acd5a26a925c, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:32:56.989891 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 11077005-57ee-4606-9183-0a75f35b2008, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=11077005-57ee-4606-9183-0a75f35b2008,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:56.996038 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (11077005-57ee-4606-9183-0a75f35b2008), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.004088 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Network 61b886d4-4754-45be-ac6e-acd5a26a925c is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:32:57.025011 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.027017 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 61b886d4-4754-45be-ac6e-acd5a26a925c) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:57.030574 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.033977 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:57.035206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.048869 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3b9f5-e113-4d56-82f5-025cc9559e53 None None] Network 61b886d4-4754-45be-ac6e-acd5a26a925c requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:32:57.114385 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ac13fae4-cc59-4c48-9e45-853ef18e95c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6613896 Apr 04 20:32:57.116996 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44428) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:57.123524 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:57.126822 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:57.135327 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.153153 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.155063 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b5502fa1-8de1-465f-a1f0-262ac846be8e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3360984 Apr 04 20:32:57.156682 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=11077005-57ee-4606-9183-0a75f35b2008,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:57.167719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.169143 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.240589 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for router_controller (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.258798 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-61b886d4-4754-45be-ac6e-acd5a26a925c', 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c', 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'fixed_ips': [{'subnet_id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:32:57.259639 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.320170 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks [] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.375409 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.378566 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-a06900a9-d823-4424-b63a-d6e11b4950da tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--451262498&fields=id&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 267 time: 0.0435789 Apr 04 20:32:57.393356 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for router_gateway (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.473445 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31edada-dc61-4c3a-9afa-67217a60ccae None None] Pushing event updated for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:57.513008 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-3ab8905e-d77f-4fa7-859d-f66837046b5c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:57.516328 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-3ab8905e-d77f-4fa7-859d-f66837046b5c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.1248887 Apr 04 20:32:57.535472 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-cf69dd81-8f7d-4cc6-85a0-f1fde4cce706 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/quotas/1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 375 time: 0.0099609 Apr 04 20:32:57.565404 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Allocated IP 172.20.0.2 (61b886d4-4754-45be-ac6e-acd5a26a925c/f976fff7-ce3c-40d6-a47b-93b0852bf676/cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:57.585082 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Attempting to bind port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:32:57.585453 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Attempting to bind port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:32:57.585816 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Attempting to bind port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 on network d52a28c7-b563-4655-b9c5-5bd0fedd931d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:57.597113 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:32:57.597554 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Checking segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:57.597899 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.598327 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Bound using segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:32:57.598812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Bound port: d520c5ca-0d78-47a6-b2c0-830af78f3ed2, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:32:57.599187 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.613380 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-5d95f95a-3eba-4279-ad2a-2c9c00b5517b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701742 Apr 04 20:32:57.729913 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] For port d520c5ca-0d78-47a6-b2c0-830af78f3ed2, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:32:57.734764 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-3e9d6ab4-49d7-445a-937a-0f43685671d5 service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067946 Apr 04 20:32:57.752891 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] For port d520c5ca-0d78-47a6-b2c0-830af78f3ed2, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:32:57.768033 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.789180 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Provisioning complete for port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:57.789180 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.837205 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-b3795194-b6eb-4f79-a67a-9152da86f38d service neutron] 10.222.0.25 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016774 Apr 04 20:32:57.935070 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for router_gateway (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:57.958668 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.072795 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31edada-dc61-4c3a-9afa-67217a60ccae None None] Pushing event updated for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:58.076452 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks [] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.092036 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:58.092809 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:58.110568 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76109b36-628a-4fb8-968e-b1811b013dc7 req-1dca5679-8878-4634-a172-39c86ce6011f tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 210 time: 0.0620556 Apr 04 20:32:58.138541 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.141626 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Allocated IP 172.27.3.104 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/10e5e230-dbd3-4cae-a02a-8dce517cf735) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:58.252751 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Network 61b886d4-4754-45be-ac6e-acd5a26a925c is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:58.264261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Current status of the port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:58.264670 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.266698 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:58.276039 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.280115 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:58.287137 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Pushing event updated for resources: {'Port': ['ID=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:58.317958 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.359660 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:32:58.368755 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:32:58.370800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Pushing event updated for resources: {'Port': ['ID=10e5e230-dbd3-4cae-a02a-8dce517cf735,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:58.373005 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:32:58.387457 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] For port d520c5ca-0d78-47a6-b2c0-830af78f3ed2, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:32:58.391205 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:58.420966 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.422865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Attempting to bind port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:32:58.423235 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Attempting to bind port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:32:58.423595 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Attempting to bind port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb on network 61b886d4-4754-45be-ac6e-acd5a26a925c {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:32:58.438731 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:32:58.439322 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Checking segment: {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:32:58.439732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.440125 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Bound using segment: {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:32:58.441389 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Bound port: cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:32:58.441959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.625049 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 11077005-57ee-4606-9183-0a75f35b2008 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:32:58.635167 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d582f3c-c300-48ef-96c2-82c0e50767eb None None] Pushing event updated for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:58.683733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for router_gateway (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.686483 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-04a94d04-2d9d-4182-90c2-3412978443b3 None None] Provisioning complete for port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:58.686791 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-04a94d04-2d9d-4182-90c2-3412978443b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.731530 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] For port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:32:58.771932 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] For port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:32:58.803621 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.856532 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 11077005-57ee-4606-9183-0a75f35b2008 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:32:58.856907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (11077005-57ee-4606-9183-0a75f35b2008), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.898839 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:58.951069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709321a-28fd-4922-b991-b576c105fcc2 None None] Pushing event updated for resources: {'Port': ['ID=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:32:58.959383 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-04a94d04-2d9d-4182-90c2-3412978443b3 None None] Current status of the port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:58.975904 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:57Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:59.007778 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e7668-f5b5-40f2-b9d3-8dcb6a432027 None None] The sync data for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi is: [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:57Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:32:59.084247 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 11077005-57ee-4606-9183-0a75f35b2008 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:32:59.184821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:32:59.270633 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4639296e-e974-4775-8c5f-6831fb95b239 req-ee3e926e-392c-433c-a1f8-fd2f734a587b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 210 time: 0.0454781 Apr 04 20:32:59.310509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-139d9b75-40f0-45b3-9558-6ce63dad13ea tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:32:59.312626 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-139d9b75-40f0-45b3-9558-6ce63dad13ea tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 815 time: 0.3128610 Apr 04 20:32:59.379441 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:32:59.390160 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Sync routers for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:32:59.406297 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:32:59.406937 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:59.407121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:59.408390 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-886c9918-2952-457e-89e3-68781215c645 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2899818 Apr 04 20:32:59.411916 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44458) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:32:59.425967 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-e3faf814-5eb9-464e-965e-509af53fcb18 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba952ea66254d078cf006df5aee1723 HTTP/1.1" status: 200 len: 379 time: 0.0895553 Apr 04 20:32:59.439704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'port': {'device_id': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'admin_state_up': True, 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'security_groups': ['6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:32:59.534925 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:32:59.609969 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Made reservation on behalf of 1ba952ea66254d078cf006df5aee1723 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:32:59.616613 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:32:59.753313 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 3, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:32:59.802725 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Checking router: b5a5103b-4d1e-4b0a-baf2-f085b75a3027 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:32:59.804364 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Allocated IP 172.20.0.13 (93cce902-df51-4bbd-83b7-088d899785c1/a5dfa415-3181-4f2b-a423-884751ba2e49/473f06c8-437e-45ba-bf09-ac074b5718ff) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:32:59.809039 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Updating router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 port 10e5e230-dbd3-4cae-a02a-8dce517cf735 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:32:59.861648 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.018146 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.066192 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.089565 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.123028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Network 93cce902-df51-4bbd-83b7-088d899785c1 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:33:00.126388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:33:00.129769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:33:00.206417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event updated for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:00.227529 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks [] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.244164 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.256038 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:00.256764 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.294744 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-18220642-61df-4e13-baea-35369e1e10a2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8610263 Apr 04 20:33:00.316570 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Request body: {'port': {'device_id': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:00.322501 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Attempting to bind port 10e5e230-dbd3-4cae-a02a-8dce517cf735 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:33:00.325091 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Attempting to bind port 10e5e230-dbd3-4cae-a02a-8dce517cf735 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:33:00.325708 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Attempting to bind port 10e5e230-dbd3-4cae-a02a-8dce517cf735 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:00.334322 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Pushing event updated for resources: {'Port': ['ID=10e5e230-dbd3-4cae-a02a-8dce517cf735,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:00.339407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Allocated IP 172.20.0.1 (61b886d4-4754-45be-ac6e-acd5a26a925c/f976fff7-ce3c-40d6-a47b-93b0852bf676/7f19cdac-77ec-4099-b74e-c672f5de2420) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:33:00.342228 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:33:00.344730 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:33:00.345405 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.347799 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:33:00.348543 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Bound port: 10e5e230-dbd3-4cae-a02a-8dce517cf735, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:33:00.349169 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.359035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4353d2d2-8592-4a81-95f7-a39a683b46ec None None] Network 61b886d4-4754-45be-ac6e-acd5a26a925c requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:33:00.376654 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.377146 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.378448 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.378950 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.379385 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.379830 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.380273 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.380852 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.381493 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.382174 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.382755 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.383333 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.383883 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.384429 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.384970 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:00.421930 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.424247 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] For port 10e5e230-dbd3-4cae-a02a-8dce517cf735, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:33:00.427980 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] For port 10e5e230-dbd3-4cae-a02a-8dce517cf735, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=10e5e230-dbd3-4cae-a02a-8dce517cf735,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:33:00.436793 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.504770 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Provisioning complete for port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:00.505140 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.542000 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346cd1-b575-467b-bf84-990562bbe7e3 None None] Pushing event updated for resources: {'Port': ['ID=10e5e230-dbd3-4cae-a02a-8dce517cf735,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:00.546300 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks [] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.578239 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:00.578883 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:00.630583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.747504 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Current status of the port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:00.747504 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.751184 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Network 61b886d4-4754-45be-ac6e-acd5a26a925c is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:33:00.754286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:00.756916 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:33:00.760979 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:33:00.817752 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30876f-1fe7-48f1-af75-c840112f606a req-4fd0163f-4a4a-4426-ab08-73564f55f02c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:00.818194 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d520c5ca-0d78-47a6-b2c0-830af78f3ed2 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:00.819694 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bc30876f-1fe7-48f1-af75-c840112f606a req-4fd0163f-4a4a-4426-ab08-73564f55f02c tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 932 time: 0.2130620 Apr 04 20:33:00.821944 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] For port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:00.828845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.834203 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:00.867999 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.917291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473f06c8-437e-45ba-bf09-ac074b5718ff {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:33:00.942458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks [] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.960092 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a33b78-8b11-40a9-a65e-5939f9cfae7c None None] Pushing event updated for resources: {'Port': ['ID=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:00.960689 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bc30876f-1fe7-48f1-af75-c840112f606a req-c0e7919b-093d-4b88-9e0b-2adcb3f9c9ae tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272855 Apr 04 20:33:00.968647 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:00.969424 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:00.975191 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Transition to ACTIVE for port object 473f06c8-437e-45ba-bf09-ac074b5718ff will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:33:00.984060 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.108485 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:01.113018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:01.114170 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:01.177955 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.192890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Attempting to bind port 473f06c8-437e-45ba-bf09-ac074b5718ff on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:33:01.193242 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Attempting to bind port 473f06c8-437e-45ba-bf09-ac074b5718ff by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:33:01.193562 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Attempting to bind port 473f06c8-437e-45ba-bf09-ac074b5718ff on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:01.210163 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Port 473f06c8-437e-45ba-bf09-ac074b5718ff on network 93cce902-df51-4bbd-83b7-088d899785c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:33:01.210502 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Attempting to bind port 473f06c8-437e-45ba-bf09-ac074b5718ff on network 93cce902-df51-4bbd-83b7-088d899785c1 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:01.215837 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:33:01.216206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Checking segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:33:01.216810 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Bound using segment: {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:33:01.217051 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Bound port: 473f06c8-437e-45ba-bf09-ac074b5718ff, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437c784b-3e2f-4cd1-b98a-87176fca46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:33:01.217422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.239330 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:01.239888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.306710 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 3, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:01.309817 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-26c425ad-ce21-40e2-abd7-79bd2bbc94c1 None None] Provisioning complete for port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:01.311061 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-26c425ad-ce21-40e2-abd7-79bd2bbc94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.339811 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae74336-5091-4482-a67a-327ce57d8dfc None None] The sync data for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi is: [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 3, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:33:01.358352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:33:01.365039 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=473f06c8-437e-45ba-bf09-ac074b5718ff,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:33:01.377938 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.448517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:01.449179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.450663 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] 10.222.0.23 "PUT /v2.0/ports/473f06c8-437e-45ba-bf09-ac074b5718ff HTTP/1.1" status: 200 len: 1094 time: 1.1494565 Apr 04 20:33:01.451122 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:01.452560 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks [] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.468083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.468442 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:01.476669 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:01.488823 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-26c425ad-ce21-40e2-abd7-79bd2bbc94c1 None None] Current status of the port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:01.551278 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:01.557534 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869bec75-93c4-4173-a139-c753e548c4aa x-openstack-request-id: req-869bec75-93c4-4173-a139-c753e548c4aa {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:01.558154 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:01.558417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-869bec75-93c4-4173-a139-c753e548c4aa {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:01.559605 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869bec75-93c4-4173-a139-c753e548c4aa'] response: {'name': 'network-changed', 'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'status': 'completed', 'code': 200} Apr 04 20:33:01.575416 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.595682 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d349-06fe-41be-bc61-24c18f51fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:01.656092 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-fe8d560d-2c90-4832-b65f-d39bb1a2fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:01.663269 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-fe8d560d-2c90-4832-b65f-d39bb1a2fca0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 1128 time: 0.1347606 Apr 04 20:33:01.718620 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Network 61b886d4-4754-45be-ac6e-acd5a26a925c is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:33:01.720612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:33:01.761255 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-1911acae-ff57-4d30-9a49-ad6f07595f2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=473f06c8-437e-45ba-bf09-ac074b5718ff HTTP/1.1" status: 200 len: 217 time: 0.0871506 Apr 04 20:33:01.777689 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1ffcaa87-d7d6-4b2d-87c3-697d61252267 None None] Provisioning complete for port 7f19cdac-77ec-4099-b74e-c672f5de2420 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:01.778128 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1ffcaa87-d7d6-4b2d-87c3-697d61252267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:01.833643 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-dac36f38-2e6f-40f0-8e3f-7c6fc09170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:01.835121 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-dac36f38-2e6f-40f0-8e3f-7c6fc09170a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0681725 Apr 04 20:33:01.859366 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1ffcaa87-d7d6-4b2d-87c3-697d61252267 None None] Port 7f19cdac-77ec-4099-b74e-c672f5de2420 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:33:01.879756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:33:02.022489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:33:02.027912 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-388207dc-b982-4af6-89ac-2919e9fc73b0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5a5103b-4d1e-4b0a-baf2-f085b75a3027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6148238 Apr 04 20:33:02.257901 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-c78673c4-78b8-4146-8f0f-5a841cb2a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:02.259737 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-c78673c4-78b8-4146-8f0f-5a841cb2a3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4178796 Apr 04 20:33:02.363409 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-aa0fca63-effc-4fd2-a6d1-d69a0c80a230 None None] Provisioning complete for port 7f19cdac-77ec-4099-b74e-c672f5de2420 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:02.363776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-aa0fca63-effc-4fd2-a6d1-d69a0c80a230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.411911 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-3f3f8e63-7e06-42ee-b891-cc7b48125784 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451306 Apr 04 20:33:02.418905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-aa0fca63-effc-4fd2-a6d1-d69a0c80a230 None None] Port 7f19cdac-77ec-4099-b74e-c672f5de2420 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:33:02.460227 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae575e-ed4d-4aa8-8df5-3a4ef95cace9 req-72b824bc-d188-483f-8dba-e7b2855706b2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:02.461877 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-edae575e-ed4d-4aa8-8df5-3a4ef95cace9 req-72b824bc-d188-483f-8dba-e7b2855706b2 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 944 time: 0.3846595 Apr 04 20:33:02.526302 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0a76958-a526-4867-817f-f85aae82dbb3 req-14fc53e3-9273-4250-952f-5b671157fcc3 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068003 Apr 04 20:33:02.544485 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-edae575e-ed4d-4aa8-8df5-3a4ef95cace9 req-b31b86d2-519d-4c74-9690-200f76856040 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561616 Apr 04 20:33:02.696675 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 10e5e230-dbd3-4cae-a02a-8dce517cf735 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:02.747029 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 10e5e230-dbd3-4cae-a02a-8dce517cf735 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:02.747405 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.824699 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 10e5e230-dbd3-4cae-a02a-8dce517cf735 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:02.825083 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.846288 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 10e5e230-dbd3-4cae-a02a-8dce517cf735, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=10e5e230-dbd3-4cae-a02a-8dce517cf735,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:02.850718 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.851579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:02.868263 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44474) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:02.872770 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001494933', 'description': 'tempest-secgroup-smoke-2001494933 description', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:02.893989 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.927220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=10e5e230-dbd3-4cae-a02a-8dce517cf735,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:02.939704 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:02.940073 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.974869 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (ed1eacb6-33a9-4347-afeb-55ce3fa2de17), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:02.978993 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ed1eacb6-33a9-4347-afeb-55ce3fa2de17), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.010708 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.012050 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1427212 Apr 04 20:33:03.014885 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44476) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.019910 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.025511 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baac38-899c-41ed-8eb9-abb0fe18752c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1eacb6-33a9-4347-afeb-55ce3fa2de17,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.026367 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:03.048502 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (e18a3402-6e88-47a3-9c06-e3dfe5aa01e9), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.104477 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (e18a3402-6e88-47a3-9c06-e3dfe5aa01e9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.109260 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (e18a3402-6e88-47a3-9c06-e3dfe5aa01e9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.127253 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18a3402-6e88-47a3-9c06-e3dfe5aa01e9,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.132130 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.133336 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c0ee0b42-b6b9-4287-b41e-9e82baeb5d96 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174562 Apr 04 20:33:03.135936 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44478) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.140095 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.166792 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (8a97006d-f8d5-4f69-a7c1-76b1f94923af), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.228043 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (8a97006d-f8d5-4f69-a7c1-76b1f94923af), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.232411 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (8a97006d-f8d5-4f69-a7c1-76b1f94923af), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.233174 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Sync routers for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:33:03.243617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:03.244308 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:03.249957 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a97006d-f8d5-4f69-a7c1-76b1f94923af,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.258261 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.260501 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1c8b5630-916a-41e8-b629-3114a5506ffd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225967 Apr 04 20:33:03.262268 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44480) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.266698 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.292036 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (17e2d0bb-b11e-4c94-9c63-ee0a5ebcaa0a), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.349109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (17e2d0bb-b11e-4c94-9c63-ee0a5ebcaa0a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.352924 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (17e2d0bb-b11e-4c94-9c63-ee0a5ebcaa0a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.357136 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:03.371221 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e2d0bb-b11e-4c94-9c63-ee0a5ebcaa0a,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.380290 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.381730 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ad0f4cb2-08bb-42cd-af5d-7b1704f96612 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181686 Apr 04 20:33:03.384860 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44482) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.389667 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.414759 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (71337382-5fad-4aee-af93-aa547ee29143), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.471279 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (71337382-5fad-4aee-af93-aa547ee29143), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.476599 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (71337382-5fad-4aee-af93-aa547ee29143), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.493249 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71337382-5fad-4aee-af93-aa547ee29143,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.501661 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.503661 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-770079f3-92df-4786-8761-35d3674ee129 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169953 Apr 04 20:33:03.506112 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44484) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.510310 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.530191 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Project 727b4eb976f243e99d4eb6ce5ab5c191 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:33:03.535036 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (2537d185-a75d-4194-b14a-44fd99401a2e), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.567533 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:01Z', 'revision_number': 4, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7f19cdac-77ec-4099-b74e-c672f5de2420', 'name': '', 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'mac_address': 'fa:16:3e:aa:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:33:00Z', 'updated_at': '2022-04-04T20:33:01Z', 'revision_number': 2, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'subnets': [{'id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:03.599264 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Checking router: b5a5103b-4d1e-4b0a-baf2-f085b75a3027 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:33:03.599638 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Updating router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 port 7f19cdac-77ec-4099-b74e-c672f5de2420 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:33:03.603894 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (2537d185-a75d-4194-b14a-44fd99401a2e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.616630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (2537d185-a75d-4194-b14a-44fd99401a2e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.630483 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.657296 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2537d185-a75d-4194-b14a-44fd99401a2e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.662271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.663850 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ccd61d43-362c-4436-a836-5f1bcbd82370 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564238 Apr 04 20:33:03.666320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44488) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:03.671655 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'security_group_rule': {'security_group_id': 'ed1eacb6-33a9-4347-afeb-55ce3fa2de17', 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:03.684159 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c059dd4-600c-4de6-a009-efa3a6fbdf7d req-6a1be14d-6738-4314-8576-7dc8db1563e6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:03.686025 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c059dd4-600c-4de6-a009-efa3a6fbdf7d req-6a1be14d-6738-4314-8576-7dc8db1563e6 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 944 time: 0.0808313 Apr 04 20:33:03.695047 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Project 727b4eb976f243e99d4eb6ce5ab5c191 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:33:03.700837 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (d781c7fe-3ea6-4efe-8605-bac8b107c9ab), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.736764 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c059dd4-600c-4de6-a009-efa3a6fbdf7d req-24d09ebb-65b8-4d0e-b46d-f791ca191d99 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Apr 04 20:33:03.763511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (d781c7fe-3ea6-4efe-8605-bac8b107c9ab), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.767157 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (d781c7fe-3ea6-4efe-8605-bac8b107c9ab), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.787186 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d781c7fe-3ea6-4efe-8605-bac8b107c9ab,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.792528 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.793722 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-98c25082-f3ac-4a34-9661-9d4537e39c84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255369 Apr 04 20:33:03.916176 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks [] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.921479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:03.974178 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Pushing event updated for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:03.997914 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:03.998289 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:03.998788 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:03.999141 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:03.999478 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:03.999860 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.000193 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.000527 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.000854 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.001183 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.001512 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.001839 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.002262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.002581 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.003441 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:33:04.041032 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Attempting to bind port 7f19cdac-77ec-4099-b74e-c672f5de2420 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:33:04.041451 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Attempting to bind port 7f19cdac-77ec-4099-b74e-c672f5de2420 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:33:04.041770 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Attempting to bind port 7f19cdac-77ec-4099-b74e-c672f5de2420 on network 61b886d4-4754-45be-ac6e-acd5a26a925c {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:04.047697 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:33:04.048081 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Checking segment: {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:33:04.048547 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.048945 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Bound using segment: {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:33:04.049422 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Bound port: 7f19cdac-77ec-4099-b74e-c672f5de2420, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c106a078-0338-4712-aa9e-17a38db75dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:33:04.050021 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.119480 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] For port 7f19cdac-77ec-4099-b74e-c672f5de2420, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:33:04.123372 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] For port 7f19cdac-77ec-4099-b74e-c672f5de2420, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7f19cdac-77ec-4099-b74e-c672f5de2420,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:33:04.132609 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.195626 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:04.196277 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:04.238127 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80f66-b16c-41e2-9b7d-f9f370292322 None None] Pushing event updated for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:04.303838 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Provisioning complete for port 7f19cdac-77ec-4099-b74e-c672f5de2420 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:04.304220 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.359646 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:04.519416 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Current status of the port 7f19cdac-77ec-4099-b74e-c672f5de2420 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:04.519809 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.576552 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] For port 7f19cdac-77ec-4099-b74e-c672f5de2420, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7f19cdac-77ec-4099-b74e-c672f5de2420,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:04.598329 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.655922 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 10e5e230-dbd3-4cae-a02a-8dce517cf735 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:04.660846 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f075b-c453-4b64-bca7-6d45cea4a9ea None None] Pushing event updated for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:04.696683 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:01Z', 'revision_number': 4, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7f19cdac-77ec-4099-b74e-c672f5de2420', 'name': '', 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'mac_address': 'fa:16:3e:aa:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:33:00Z', 'updated_at': '2022-04-04T20:33:04Z', 'revision_number': 4, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'subnets': [{'id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:04.736443 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc66539-9f1f-4c2e-a3a7-01b3b1168109 None None] The sync data for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi is: [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:01Z', 'revision_number': 4, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '7f19cdac-77ec-4099-b74e-c672f5de2420', 'name': '', 'network_id': '61b886d4-4754-45be-ac6e-acd5a26a925c', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'mac_address': 'fa:16:3e:aa:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:33:00Z', 'updated_at': '2022-04-04T20:33:04Z', 'revision_number': 4, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'subnets': [{'id': 'f976fff7-ce3c-40d6-a47b-93b0852bf676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:33:04.751857 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8cf3ad01-600d-4a28-aa09-2232c6031349 None None] Provisioning complete for port 7f19cdac-77ec-4099-b74e-c672f5de2420 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:04.752279 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ad01-600d-4a28-aa09-2232c6031349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.791103 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 10e5e230-dbd3-4cae-a02a-8dce517cf735 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:04.794106 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:04.937674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-ed8490cd-da70-4b9c-bdb7-bed8328c7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:04.939389 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-ed8490cd-da70-4b9c-bdb7-bed8328c7c3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 1128 time: 0.0978217 Apr 04 20:33:04.952409 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200bbd7-59d1-4817-9812-afaf54c908da req-3ebb7d46-2374-4a13-b9f5-eddcb40e6243 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:04.954257 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1200bbd7-59d1-4817-9812-afaf54c908da req-3ebb7d46-2374-4a13-b9f5-eddcb40e6243 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 944 time: 0.1154966 Apr 04 20:33:05.055811 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 473f06c8-437e-45ba-bf09-ac074b5718ff details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:33:05.077627 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1200bbd7-59d1-4817-9812-afaf54c908da req-219e4086-7c36-49fc-88c8-d8e07d33aef9 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129653 Apr 04 20:33:05.095136 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8cf3ad01-600d-4a28-aa09-2232c6031349 None None] Current status of the port 7f19cdac-77ec-4099-b74e-c672f5de2420 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:05.104263 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-e49ef492-9b58-44ba-a3f5-b36bac3682ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:05.105941 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-e49ef492-9b58-44ba-a3f5-b36bac3682ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.1507111 Apr 04 20:33:05.124182 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 10e5e230-dbd3-4cae-a02a-8dce517cf735 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:05.158402 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-0061051a-8d9f-49f2-b2e7-8236a48aa859 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=473f06c8-437e-45ba-bf09-ac074b5718ff HTTP/1.1" status: 200 len: 217 time: 0.0460920 Apr 04 20:33:05.194716 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=473f06c8-437e-45ba-bf09-ac074b5718ff,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:05.206463 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'port_id': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'mac_address': 'fa:16:3e:7f:20:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:33:05.208636 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-133ec995-d0aa-40fb-9258-fdd5586dfded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:05.210383 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-133ec995-d0aa-40fb-9258-fdd5586dfded service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0455709 Apr 04 20:33:05.251119 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 473f06c8-437e-45ba-bf09-ac074b5718ff is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:05.252269 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:05.265331 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473f06c8-437e-45ba-bf09-ac074b5718ff {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:33:05.270973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-495e06d6-6e1a-4b92-8ab7-45904e06463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:05.272507 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-495e06d6-6e1a-4b92-8ab7-45904e06463b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562770 Apr 04 20:33:05.287641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=473f06c8-437e-45ba-bf09-ac074b5718ff,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:05.292722 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:05.344738 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:05.378376 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-b775d427-af18-4599-8999-3126dd3dbe6d service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991492 Apr 04 20:33:05.475788 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c95f0e7-6ad7-4c03-9f94-10c56ca70533 req-e852001e-10d9-47ed-9091-9f5506b46821 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913744 Apr 04 20:33:05.644735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['473f06c8-437e-45ba-bf09-ac074b5718ff'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:33:06.216774 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1995735-fd09-45a9-87f6-67ce39d546ea req-15a6e5d2-b788-4dda-befc-49a19a7467fd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:06.219321 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1995735-fd09-45a9-87f6-67ce39d546ea req-15a6e5d2-b788-4dda-befc-49a19a7467fd tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 945 time: 0.0569980 Apr 04 20:33:06.272025 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1995735-fd09-45a9-87f6-67ce39d546ea req-90c98b3c-7606-4b4b-9dd0-c7d5e686d53b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473166 Apr 04 20:33:06.636837 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7f19cdac-77ec-4099-b74e-c672f5de2420 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:06.685576 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 7f19cdac-77ec-4099-b74e-c672f5de2420 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:06.685952 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:06.766853 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 7f19cdac-77ec-4099-b74e-c672f5de2420 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:06.899892 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 473f06c8-437e-45ba-bf09-ac074b5718ff up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:06.948997 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 473f06c8-437e-45ba-bf09-ac074b5718ff completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:33:06.953223 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 473f06c8-437e-45ba-bf09-ac074b5718ff triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:06.953732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:07.030991 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 473f06c8-437e-45ba-bf09-ac074b5718ff is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:07.031431 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:07.054466 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:07.056684 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efff203-8d6a-48c5-ade5-e18f2b5f8d75" -d '{"events": [{"server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "name": "network-vif-plugged", "status": "completed", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:07.072637 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=473f06c8-437e-45ba-bf09-ac074b5718ff,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:07.078725 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:07.106115 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29acb6-50c6-49c6-9d6a-b518b834d64e x-openstack-request-id: req-ed29acb6-50c6-49c6-9d6a-b518b834d64e {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:07.106115 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "name": "network-vif-plugged", "status": "completed", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:07.106115 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed29acb6-50c6-49c6-9d6a-b518b834d64e {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:07.106115 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed29acb6-50c6-49c6-9d6a-b518b834d64e'] response: {'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'code': 200} Apr 04 20:33:07.132614 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:07.268793 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c064-6396-4e0a-a296-20d82a449025 req-3cd749cd-3e1d-4c95-9f01-a700de831cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:07.270485 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8ea7c064-6396-4e0a-a296-20d82a449025 req-3cd749cd-3e1d-4c95-9f01-a700de831cd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 1130 time: 0.0469496 Apr 04 20:33:07.316929 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8ea7c064-6396-4e0a-a296-20d82a449025 req-3e6b723f-eca8-46e0-8f98-329682424ce3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400286 Apr 04 20:33:07.391383 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32760695-9365-4209-9fda-ebecc18fa83d req-5c1eb788-9f96-43b4-bb99-7e0bcc486572 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:07.392860 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-32760695-9365-4209-9fda-ebecc18fa83d req-5c1eb788-9f96-43b4-bb99-7e0bcc486572 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0515959 Apr 04 20:33:07.447385 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-32760695-9365-4209-9fda-ebecc18fa83d req-b3b5e739-c685-4257-a8ad-b129a9813a33 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Apr 04 20:33:08.580885 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e40bf6-b1dc-46dd-8f13-69c8fb101bf0 req-3f84fe62-f400-4f8b-b94b-2bbcb2af6f59 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:08.582402 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-71e40bf6-b1dc-46dd-8f13-69c8fb101bf0 req-3f84fe62-f400-4f8b-b94b-2bbcb2af6f59 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0592620 Apr 04 20:33:08.633564 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-71e40bf6-b1dc-46dd-8f13-69c8fb101bf0 req-b2499b4f-1dd3-43ea-a20b-df1e5a5f1e16 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Apr 04 20:33:09.754821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee05639-2624-4d88-975a-d7a2c341f4d7 req-cb2b6b41-7199-4b5c-b938-d4faffcb1e42 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:09.756333 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ee05639-2624-4d88-975a-d7a2c341f4d7 req-cb2b6b41-7199-4b5c-b938-d4faffcb1e42 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0532827 Apr 04 20:33:09.804745 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ee05639-2624-4d88-975a-d7a2c341f4d7 req-494cffff-d190-4a52-b1d5-189a2f3d2989 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Apr 04 20:33:09.919918 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e7420-f1fb-4da8-8ba6-ccb9b0c26549 req-374112ad-4662-4ac1-8321-80feeafe4acf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:09.921420 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e1e7420-f1fb-4da8-8ba6-ccb9b0c26549 req-374112ad-4662-4ac1-8321-80feeafe4acf tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0529711 Apr 04 20:33:09.929842 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44574) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:09.934221 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Request body: {'floatingip': {'port_id': '473f06c8-437e-45ba-bf09-ac074b5718ff'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:09.976425 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:10.441379 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:10.444867 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:10.548849 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP a0301e1a-aa7d-4079-96ef-74ff8616b25a associated. External IP: 172.27.3.74, port: 473f06c8-437e-45ba-bf09-ac074b5718ff. Apr 04 20:33:10.767687 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:33:10.878747 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:33:10.884306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:10.889676 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:33:10.898813 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:10.899423 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:10.915044 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b977feb2-c51a-4e16-90a2-2b1de9eba5f8 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "PUT /v2.0/floatingips/a0301e1a-aa7d-4079-96ef-74ff8616b25a HTTP/1.1" status: 200 len: 991 time: 0.9840791 Apr 04 20:33:10.915634 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:10.918025 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f8ccf7-2bf7-4642-ad53-4f91288f655a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:10.959536 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5491e-a5b8-4d76-ac56-e3e5c0d42b3a x-openstack-request-id: req-1ac5491e-a5b8-4d76-ac56-e3e5c0d42b3a {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:10.960306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:10.960306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ac5491e-a5b8-4d76-ac56-e3e5c0d42b3a {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:10.960599 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac5491e-a5b8-4d76-ac56-e3e5c0d42b3a'] response: {'name': 'network-changed', 'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'status': 'completed', 'code': 200} Apr 04 20:33:11.010749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:11.016747 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:11.040166 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-bca894b1-e7e4-42d7-b0e6-a355a7e6028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:11.041571 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-bca894b1-e7e4-42d7-b0e6-a355a7e6028c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1ba952ea66254d078cf006df5aee1723&device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 1130 time: 0.0498688 Apr 04 20:33:11.141763 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-2c112cf9-0859-43a5-84ad-6e0e037fb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:11.143334 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-2c112cf9-0859-43a5-84ad-6e0e037fb975 service neutron] 10.222.0.23 "GET /v2.0/networks?id=93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 200 len: 915 time: 0.0916362 Apr 04 20:33:11.212291 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-96819239-e5d0-4f24-a852-b7ffe05f85e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=473f06c8-437e-45ba-bf09-ac074b5718ff HTTP/1.1" status: 200 len: 999 time: 0.0628920 Apr 04 20:33:11.249920 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'a0301e1a-aa7d-4079-96ef-74ff8616b25a', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:7f:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:56Z', 'updated_at': '2022-04-04T20:33:10Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:11.265481 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-e1d0c717-5557-4af3-8b7d-98fbfee86fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:11.266961 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-e1d0c717-5557-4af3-8b7d-98fbfee86fb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 200 len: 854 time: 0.0479915 Apr 04 20:33:11.276314 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:33:11.285461 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:11.286100 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:32:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:11.317973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-ed22406b-7bcd-4fa5-969c-8979f21bf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:11.319755 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-ed22406b-7bcd-4fa5-969c-8979f21bf6fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=93cce902-df51-4bbd-83b7-088d899785c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461690 Apr 04 20:33:11.416646 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-bd812178-bfbf-4bba-aaf5-f0ef8e971229 service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902040 Apr 04 20:33:11.483799 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:11.515395 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-32f8ccf7-2bf7-4642-ad53-4f91288f655a req-7c15cfe3-0bfb-4d98-aab7-b7e74420e41a service neutron] 10.222.0.23 "GET /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914550 Apr 04 20:33:11.716707 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'a0301e1a-aa7d-4079-96ef-74ff8616b25a', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:7f:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:56Z', 'updated_at': '2022-04-04T20:33:10Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:11.743703 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a6fa1-8be3-4896-af0e-dabc616b811b None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'a0301e1a-aa7d-4079-96ef-74ff8616b25a', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': 'da244168-c268-41f5-ae20-147481f33803', 'port_id': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'mac_address': 'fa:16:3e:7f:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:32:56Z', 'updated_at': '2022-04-04T20:33:10Z', 'revision_number': 1, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:33:11.936534 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752988a2-c00e-462b-ba29-6375a50b20c5 None None] New status for floating IP a0301e1a-aa7d-4079-96ef-74ff8616b25a: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:33:14.013870 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a4403fe-ca09-4e23-b28c-62de095ab762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:16.250437 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d683d33f-ff42-4624-ad4a-3c49c6a01005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:16.900378 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-db2a0874-37ee-4708-a68a-d898b64f44f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423653 Apr 04 20:33:16.990954 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-845b8890-dd4d-4cee-aaf6-faf261a3e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:16.992443 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-845b8890-dd4d-4cee-aaf6-faf261a3e94f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5f4a9e754814bed89d32dc866a4944e&device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 1129 time: 0.0436549 Apr 04 20:33:17.098345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-c00fedc6-f9ec-4a71-9672-cd9d5562df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:17.100483 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-c00fedc6-f9ec-4a71-9672-cd9d5562df62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 200 len: 911 time: 0.0878308 Apr 04 20:33:17.167740 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-8e4cc851-447c-4502-af90-4169d3502866 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 200 len: 1000 time: 0.0613103 Apr 04 20:33:17.215084 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-113518f6-74ac-470e-886b-63d9989e80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:17.216490 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-113518f6-74ac-470e-886b-63d9989e80d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 200 len: 850 time: 0.0421829 Apr 04 20:33:17.263743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-78aaf943-2e83-443e-b07d-038e47fd25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:17.265193 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-78aaf943-2e83-443e-b07d-038e47fd25a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c532b44b-b16d-4cd9-ba11-38284dcaa666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421498 Apr 04 20:33:17.312602 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:33:17.357095 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-3978e31b-6a48-4d85-b583-69aa2a7e1d41 service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Apr 04 20:33:17.444759 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2208039e-e936-48db-bec4-a6a8e6fdd981 req-94fc21ed-32db-4c91-bf8f-2c38b1daf98c service neutron] 10.222.0.23 "GET /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806115 Apr 04 20:33:17.611701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:18.683667 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:20.362233 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:27.509618 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-56ed6e28-d2b5-4e73-af7d-b0602f08def2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001494933&fields=id&tenant_id=727b4eb976f243e99d4eb6ce5ab5c191 HTTP/1.1" status: 200 len: 267 time: 0.0423288 Apr 04 20:33:27.612845 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-73b6a9da-056f-418f-b453-8ff462ecaeda tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:27.614260 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-73b6a9da-056f-418f-b453-8ff462ecaeda tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 808 time: 0.0985162 Apr 04 20:33:27.628827 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-064333a0-b26b-40b6-acb4-9793a2452b09 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/quotas/727b4eb976f243e99d4eb6ce5ab5c191 HTTP/1.1" status: 200 len: 375 time: 0.0086129 Apr 04 20:33:27.682588 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-63d52938-5e7f-40ec-b53e-fb6a57b98f5f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475864 Apr 04 20:33:27.776931 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-b01a617c-5380-4fdd-9e99-e8f67dd7a1c2 service neutron] 10.222.0.25 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820997 Apr 04 20:33:27.862027 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-b37f79b9-d654-4403-991a-02f70f3d1524 service neutron] 10.222.0.25 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795989 Apr 04 20:33:28.142891 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5e7a5ec-4519-4f85-bf05-aaa0850e80e9 req-c8a11127-b70b-48a3-9225-65382a11bf3a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 210 time: 0.0311048 Apr 04 20:33:29.057659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-aff9e475-550f-4226-9cbc-5e5094d3d9b9 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:29.059164 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-aff9e475-550f-4226-9cbc-5e5094d3d9b9 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 808 time: 0.1103146 Apr 04 20:33:29.123613 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-a4179f24-6a05-4ff6-a571-1392da95b934 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=727b4eb976f243e99d4eb6ce5ab5c191 HTTP/1.1" status: 200 len: 380 time: 0.0552592 Apr 04 20:33:29.132782 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'port': {'device_id': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'admin_state_up': True, 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'security_groups': ['ed1eacb6-33a9-4347-afeb-55ce3fa2de17']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:29.242389 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74014751-076a-4ecc-8f0e-5ed92501a4b0 req-e9b2dab0-f924-4541-93f4-5c4a4fedb2dd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Apr 04 20:33:29.262896 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Made reservation on behalf of 727b4eb976f243e99d4eb6ce5ab5c191 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:33:29.266225 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:29.636993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Allocated IP 172.20.0.7 (d52a28c7-b563-4655-b9c5-5bd0fedd931d/9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8/0a4068b7-b557-40a6-92f8-10bc1d95332e) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:33:29.772508 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:29.805098 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:29.844678 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:33:29.847519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:33:29.851976 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:33:29.880524 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:29.910517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:29.911144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:29.928331 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-607240d7-897d-4959-b362-2aad35cdab5e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7996228 Apr 04 20:33:29.942647 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Request body: {'port': {'device_id': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:30.007798 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.077412 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a8e366bc-7c0c-46f3-8e9c-532c6acea8bf None None] Provisioning complete for port 0a4068b7-b557-40a6-92f8-10bc1d95332e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:30.078096 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a8e366bc-7c0c-46f3-8e9c-532c6acea8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.111926 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a8e366bc-7c0c-46f3-8e9c-532c6acea8bf None None] Port 0a4068b7-b557-40a6-92f8-10bc1d95332e cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:33:30.262691 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4068b7-b557-40a6-92f8-10bc1d95332e {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:33:30.270037 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks [] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.281884 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Transition to ACTIVE for port object 0a4068b7-b557-40a6-92f8-10bc1d95332e will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:33:30.285895 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.355434 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:30.367861 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd0de-a83c-4042-8629-a53f96b72b65 req-063fc640-1760-4f08-a240-7f906de8c5f4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:30.369700 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc8cd0de-a83c-4042-8629-a53f96b72b65 req-063fc640-1760-4f08-a240-7f906de8c5f4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0601416 Apr 04 20:33:30.410208 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Attempting to bind port 0a4068b7-b557-40a6-92f8-10bc1d95332e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:33:30.410544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Attempting to bind port 0a4068b7-b557-40a6-92f8-10bc1d95332e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:33:30.410864 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Attempting to bind port 0a4068b7-b557-40a6-92f8-10bc1d95332e on network d52a28c7-b563-4655-b9c5-5bd0fedd931d {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:30.416060 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Port 0a4068b7-b557-40a6-92f8-10bc1d95332e on network d52a28c7-b563-4655-b9c5-5bd0fedd931d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:33:30.416383 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Attempting to bind port 0a4068b7-b557-40a6-92f8-10bc1d95332e on network d52a28c7-b563-4655-b9c5-5bd0fedd931d {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:33:30.421522 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:33:30.421847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Checking segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:33:30.422253 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Bound using segment: {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:33:30.422683 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Bound port: 0a4068b7-b557-40a6-92f8-10bc1d95332e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c656f2-15a1-439b-8f01-33faaf23e84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:33:30.423044 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.430655 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc8cd0de-a83c-4042-8629-a53f96b72b65 req-3920d799-06bc-4218-a4b6-9af6453a422d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544143 Apr 04 20:33:30.489409 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:33:30.493306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:33:30.499176 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.533402 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:30.534532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:30.535914 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 1093 time: 0.5980356 Apr 04 20:33:30.538564 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:30.541148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:30.567808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e332a-c469-4a11-a94e-724fe44d9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:30.588719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e546cd14-b33e-483a-8481-09a0915b1ef1 x-openstack-request-id: req-e546cd14-b33e-483a-8481-09a0915b1ef1 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:30.589058 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:30.589520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e546cd14-b33e-483a-8481-09a0915b1ef1 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:30.589988 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e546cd14-b33e-483a-8481-09a0915b1ef1'] response: {'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'status': 'completed', 'code': 200} Apr 04 20:33:30.642669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-8fc56131-13e2-4d83-b65f-bcbd291eee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:30.644526 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-8fc56131-13e2-4d83-b65f-bcbd291eee15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1127 time: 0.0482438 Apr 04 20:33:30.694513 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-980126ca-c069-4da7-8351-61d5a5307af4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 217 time: 0.0389395 Apr 04 20:33:30.743208 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-ad1fbc63-941a-44cf-9e11-f73bc09d94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:30.744721 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-ad1fbc63-941a-44cf-9e11-f73bc09d94f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0447545 Apr 04 20:33:30.798316 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800215-f987-43ab-889c-1f95b24f605d req-39323e34-9934-4ed5-8e9f-74dce4939ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:30.799637 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-39323e34-9934-4ed5-8e9f-74dce4939ec3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434966 Apr 04 20:33:30.890738 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-499744e9-73b4-4480-904b-7158b9bd47ba service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Apr 04 20:33:30.982171 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7800215-f987-43ab-889c-1f95b24f605d req-8a9b341d-046f-4038-8e62-47493569aa18 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Apr 04 20:33:31.544284 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a005fe-0273-4e1b-990a-7cbcf92e3975 req-5fdd8207-b57e-4ed4-8996-54b7d1ed51ef tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:31.545722 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c6a005fe-0273-4e1b-990a-7cbcf92e3975 req-5fdd8207-b57e-4ed4-8996-54b7d1ed51ef tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0502853 Apr 04 20:33:31.593046 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c6a005fe-0273-4e1b-990a-7cbcf92e3975 req-8a8d16c9-cf1c-48cb-98bc-7cb2c188d384 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Apr 04 20:33:31.835457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-da7304f3-f950-4917-9459-16fd2f684650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:31.836835 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-da7304f3-f950-4917-9459-16fd2f684650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1127 time: 0.0439787 Apr 04 20:33:31.923537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-8da51352-a5a4-44f4-9e10-02abefe90856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:31.924953 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-8da51352-a5a4-44f4-9e10-02abefe90856 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.0813992 Apr 04 20:33:31.967904 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-fa7ba3ff-8c63-4ad6-a68a-50c3c65f116b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 217 time: 0.0365903 Apr 04 20:33:32.014376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-cbecfae5-e408-4f9f-bba2-85f9b83ce636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:32.015737 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-cbecfae5-e408-4f9f-bba2-85f9b83ce636 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0416622 Apr 04 20:33:32.064191 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-9ab9cc40-45c4-492c-8f2b-90f939a482cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:32.065905 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-9ab9cc40-45c4-492c-8f2b-90f939a482cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426736 Apr 04 20:33:32.156707 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-7c8af29a-eb54-4630-922f-a8740128c5f1 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841610 Apr 04 20:33:32.244602 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b921cec3-8b75-4cff-b2c0-2e9fb702c00d req-c759de65-3319-480f-8386-f322b05cc0ab service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810099 Apr 04 20:33:32.716037 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc153c-d826-4cff-a098-af36f6c3f7ae req-4f8952d1-2341-4a52-ac14-37c4015e58e9 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:32.717495 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-85bc153c-d826-4cff-a098-af36f6c3f7ae req-4f8952d1-2341-4a52-ac14-37c4015e58e9 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0566807 Apr 04 20:33:32.764446 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-85bc153c-d826-4cff-a098-af36f6c3f7ae req-4bf14dcc-d8e8-4100-b1e8-0d655675d648 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Apr 04 20:33:33.882847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687afda-6976-4260-9be8-597e942c009a req-06695f19-51b0-4406-803e-ac747ac69f02 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:33.884292 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e687afda-6976-4260-9be8-597e942c009a req-06695f19-51b0-4406-803e-ac747ac69f02 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0545216 Apr 04 20:33:33.930943 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e687afda-6976-4260-9be8-597e942c009a req-1140435d-c8c7-41f2-8daa-3f5cb2e378a8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 Apr 04 20:33:35.045037 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bd748-c7bc-4c6f-841d-614c5d81fcf7 req-083a38aa-23e2-468a-9ea9-17be4a113aee tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:35.046520 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d3bd748-c7bc-4c6f-841d-614c5d81fcf7 req-083a38aa-23e2-468a-9ea9-17be4a113aee tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0508432 Apr 04 20:33:35.093369 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1d3bd748-c7bc-4c6f-841d-614c5d81fcf7 req-7c6e9a06-7723-412d-b464-ca93bfa73d8a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Apr 04 20:33:36.208580 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577f156-d711-4aea-8905-5f85c301ff8d req-c2315de2-f644-4d7b-8ae8-487661fc20c5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:36.210680 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1577f156-d711-4aea-8905-5f85c301ff8d req-c2315de2-f644-4d7b-8ae8-487661fc20c5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0513053 Apr 04 20:33:36.257164 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1577f156-d711-4aea-8905-5f85c301ff8d req-3382468e-6a5b-4d44-8d28-2c9683b6c898 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Apr 04 20:33:37.372084 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b890e-cfd5-44cc-a30e-6bd76f14783e req-52c84451-18cb-43a5-a472-059a33ff8e6f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:37.373546 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-519b890e-cfd5-44cc-a30e-6bd76f14783e req-52c84451-18cb-43a5-a472-059a33ff8e6f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0513778 Apr 04 20:33:37.425148 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-519b890e-cfd5-44cc-a30e-6bd76f14783e req-d98f1bdd-9089-46ed-9141-95fa9edf8bc7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Apr 04 20:33:38.544745 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f6f6-f3dd-481b-8861-fcfa29636574 req-9bdb140a-ea94-4a6a-912e-2a64bc0217d5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:38.546270 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c04f6f6-f3dd-481b-8861-fcfa29636574 req-9bdb140a-ea94-4a6a-912e-2a64bc0217d5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0564024 Apr 04 20:33:38.595100 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c04f6f6-f3dd-481b-8861-fcfa29636574 req-f50bdbf8-7c93-4b69-8d33-d040596b7a94 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Apr 04 20:33:39.710945 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc7a82-5b19-41cf-8b91-ea08c39e9b67 req-4a6dc758-6c5b-466a-b7b7-3a45f9cd6a51 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:39.712413 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dcfc7a82-5b19-41cf-8b91-ea08c39e9b67 req-4a6dc758-6c5b-466a-b7b7-3a45f9cd6a51 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0517471 Apr 04 20:33:39.759516 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dcfc7a82-5b19-41cf-8b91-ea08c39e9b67 req-bcace6f1-3639-4401-bb84-77f5b8e0d6fa tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Apr 04 20:33:40.874430 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528eedc-5159-4ed7-8599-b2e4e4a1cd3b req-55565f11-e49c-44ce-9938-71c2c15c3284 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:40.875820 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0528eedc-5159-4ed7-8599-b2e4e4a1cd3b req-55565f11-e49c-44ce-9938-71c2c15c3284 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0516329 Apr 04 20:33:40.923066 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0528eedc-5159-4ed7-8599-b2e4e4a1cd3b req-e35b9a86-b3d7-4159-a9f6-17f6afa276ec tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Apr 04 20:33:41.000907 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:33:41.026676 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:41.110302 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:41.121544 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'mac_address': 'fa:16:3e:78:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:33:41.159606 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 0a4068b7-b557-40a6-92f8-10bc1d95332e is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:41.159996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:41.172881 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4068b7-b557-40a6-92f8-10bc1d95332e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:33:41.197994 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:41.201975 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:41.252905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:41.566938 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['0a4068b7-b557-40a6-92f8-10bc1d95332e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:33:42.037583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d61b-ba9a-4186-b749-3810a7a4a283 req-713ec301-d78f-4855-be26-da905aefb0bd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:42.039137 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6448d61b-ba9a-4186-b749-3810a7a4a283 req-713ec301-d78f-4855-be26-da905aefb0bd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Apr 04 20:33:42.091132 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6448d61b-ba9a-4186-b749-3810a7a4a283 req-d7806ea0-c26a-4391-af82-612fb482322d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Apr 04 20:33:43.011497 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:33:43.060128 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 0a4068b7-b557-40a6-92f8-10bc1d95332e completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:33:43.064247 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 0a4068b7-b557-40a6-92f8-10bc1d95332e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:33:43.064627 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:43.144309 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 0a4068b7-b557-40a6-92f8-10bc1d95332e is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:33:43.144700 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:43.167320 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:43.169591 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3678a01a-6dd9-43e4-b6ef-0ad778338ecd" -d '{"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-plugged", "status": "completed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:43.182639 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:33:43.187723 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:43.211868 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c062853-88c3-46b9-90cb-61f0318d3c2e req-31cf4dd5-1a07-4933-aeb9-4d2efdf87649 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:43.213648 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c062853-88c3-46b9-90cb-61f0318d3c2e req-31cf4dd5-1a07-4933-aeb9-4d2efdf87649 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0563486 Apr 04 20:33:43.216176 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cc227e-79de-4c8f-814d-82af85306031 x-openstack-request-id: req-65cc227e-79de-4c8f-814d-82af85306031 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:43.216466 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-plugged", "status": "completed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:43.216715 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65cc227e-79de-4c8f-814d-82af85306031 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:43.217105 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cc227e-79de-4c8f-814d-82af85306031'] response: {'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'code': 200} Apr 04 20:33:43.241427 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:43.264432 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c062853-88c3-46b9-90cb-61f0318d3c2e req-528ce05e-0090-4dcd-961d-340586652e43 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Apr 04 20:33:43.443797 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfca43-b05a-425b-87ed-4ee7cb03387b req-7e198baf-f71c-4484-bd68-d91dc37651b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:43.445480 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-86cfca43-b05a-425b-87ed-4ee7cb03387b req-7e198baf-f71c-4484-bd68-d91dc37651b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0423164 Apr 04 20:33:43.488854 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-86cfca43-b05a-425b-87ed-4ee7cb03387b req-27c058c9-b8bc-4e94-a023-fee3258d19f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381746 Apr 04 20:33:44.015629 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1b600d38-3bc8-4c36-a30a-d99a8544ea7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:44.386856 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31905fe4-9e82-4447-8c3a-cab2ab7deebb req-db56fdb5-97b1-423d-8f8a-b15d9879e8bb tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:44.388327 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31905fe4-9e82-4447-8c3a-cab2ab7deebb req-db56fdb5-97b1-423d-8f8a-b15d9879e8bb tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0557389 Apr 04 20:33:44.435045 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31905fe4-9e82-4447-8c3a-cab2ab7deebb req-1b632580-6280-4dee-acd6-6dc229545128 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Apr 04 20:33:45.551354 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7894d-6c6a-46af-8097-f9f946557760 req-81767da4-ea52-4e37-bb90-319bb9ecf1d3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:45.552827 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b9e7894d-6c6a-46af-8097-f9f946557760 req-81767da4-ea52-4e37-bb90-319bb9ecf1d3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0517714 Apr 04 20:33:45.600506 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b9e7894d-6c6a-46af-8097-f9f946557760 req-395bd15f-4532-4af1-aec1-766d25c851ad tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Apr 04 20:33:45.716553 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ec344-3365-46e4-a3ab-c447e97e3d33 req-f9144e5d-4c6f-4c4c-af94-c6df31051ba8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:45.717925 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df1ec344-3365-46e4-a3ab-c447e97e3d33 req-f9144e5d-4c6f-4c4c-af94-c6df31051ba8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0509055 Apr 04 20:33:45.765049 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df1ec344-3365-46e4-a3ab-c447e97e3d33 req-713c2fc5-afd6-4e96-970e-1eaf3735ac4a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416496 Apr 04 20:33:45.786398 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44730) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:45.920986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60bb4f8-dcd1-4002-859c-5a77dff34695 tempest-TestShelveInstance-48911586 tempest-TestShelveInstance-48911586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:45.925314 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b60bb4f8-dcd1-4002-859c-5a77dff34695 tempest-TestShelveInstance-48911586 tempest-TestShelveInstance-48911586-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1124 time: 0.1352308 Apr 04 20:33:45.926106 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44736) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:33:45.931047 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:33:45.950590 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.044352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.150256 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Allocated IP 172.27.3.221 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/66ce79c8-45c4-4ae5-a96e-761e294aa9ec) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:33:46.250969 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.251525 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-eedf3952-635f-4b41-aa63-c9d40fdb5e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.285245 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.322709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:33:46.325377 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:33:46.328765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:33:46.357638 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'Port': ['ID=66ce79c8-45c4-4ae5-a96e-761e294aa9ec,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:46.693967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for floatingip (eb1b7f07-02eb-4012-b039-d489da328e3f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.764596 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.914990 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.919362 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:46.985468 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event updated for resources: {'Port': ['ID=66ce79c8-45c4-4ae5-a96e-761e294aa9ec,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:33:46.995613 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (eb1b7f07-02eb-4012-b039-d489da328e3f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:47.096343 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Floating IP eb1b7f07-02eb-4012-b039-d489da328e3f associated. External IP: 172.27.3.221, port: 0a4068b7-b557-40a6-92f8-10bc1d95332e. Apr 04 20:33:47.305798 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Router 17138c22-b6a2-46b4-acd9-55a222736f31 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:33:47.413400 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:33:47.423158 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Sync routers for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:33:47.432083 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:47.433064 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:47.433677 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:47.461871 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ec41c705-8aa2-41dd-a5bf-60944484ece6 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5346785 Apr 04 20:33:47.462564 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:33:47.464782 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:33:47.506302 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a1050-96cb-4d38-b14a-73e80ea985ea x-openstack-request-id: req-e03a1050-96cb-4d38-b14a-73e80ea985ea {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:33:47.506607 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:33:47.506840 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e03a1050-96cb-4d38-b14a-73e80ea985ea {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:33:47.507244 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03a1050-96cb-4d38-b14a-73e80ea985ea'] response: {'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'status': 'completed', 'code': 200} Apr 04 20:33:47.544708 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:47.572422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-559c5d7d-4c60-4772-b5b9-ef04016f6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:47.573922 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-559c5d7d-4c60-4772-b5b9-ef04016f6db3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0441144 Apr 04 20:33:47.617582 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:47.677613 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-2407d850-aa38-40ac-b0e9-03b18b8f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:47.680279 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-2407d850-aa38-40ac-b0e9-03b18b8f6e6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.0993180 Apr 04 20:33:47.746808 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-f030b6ce-1398-4411-a797-46e331bf4291 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 999 time: 0.0606046 Apr 04 20:33:47.773707 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'eb1b7f07-02eb-4012-b039-d489da328e3f', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'mac_address': 'fa:16:3e:78:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:33:46Z', 'updated_at': '2022-04-04T20:33:46Z', 'revision_number': 0, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:47.795286 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-02d74834-7b2e-4315-b50b-13eaedc8015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:47.796779 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-02d74834-7b2e-4315-b50b-13eaedc8015a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0440395 Apr 04 20:33:47.803536 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Checking router: 17138c22-b6a2-46b4-acd9-55a222736f31 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:33:47.812647 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:33:47.813251 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:47.849622 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-e558c067-e87b-4d72-bfb6-14f17f9b494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:47.851082 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-e558c067-e87b-4d72-bfb6-14f17f9b494c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484138 Apr 04 20:33:47.932266 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:33:47.949383 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-e6840e31-cd30-45f1-a477-19b45242a0b6 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920615 Apr 04 20:33:48.042666 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1f26b72d-7480-4f64-9d38-63cb3f7c9b5f req-666c5fc5-fc47-4ec4-97bf-1f9e9473bca4 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 Apr 04 20:33:48.158876 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'eb1b7f07-02eb-4012-b039-d489da328e3f', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'mac_address': 'fa:16:3e:78:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:33:46Z', 'updated_at': '2022-04-04T20:33:46Z', 'revision_number': 0, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:33:48.188156 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3fe4-c948-4df2-8298-5cc04348c701 None None] The sync data for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi is: [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'eb1b7f07-02eb-4012-b039-d489da328e3f', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'mac_address': 'fa:16:3e:78:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:33:46Z', 'updated_at': '2022-04-04T20:33:46Z', 'revision_number': 0, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:33:48.389975 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47139ea1-e787-48e2-be25-a743b9f4619c None None] New status for floating IP eb1b7f07-02eb-4012-b039-d489da328e3f: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:33:48.686782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:50.364347 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:33:54.311380 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:33:54.528823 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36681303-5b8b-4b09-a5e0-c8808b719c58 req-2158b621-80bd-456f-81f3-46148d5f53e8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:54.530331 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36681303-5b8b-4b09-a5e0-c8808b719c58 req-2158b621-80bd-456f-81f3-46148d5f53e8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0557346 Apr 04 20:33:54.580841 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36681303-5b8b-4b09-a5e0-c8808b719c58 req-fd3bc30d-d4ed-41ee-a66f-ac6fa0360c62 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Apr 04 20:33:55.706176 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5a09b-b725-457f-8628-3f99536f7077 req-a1813e0e-e10a-4547-a107-99dc5054f981 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:55.707639 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3bc5a09b-b725-457f-8628-3f99536f7077 req-a1813e0e-e10a-4547-a107-99dc5054f981 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Apr 04 20:33:55.753123 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3bc5a09b-b725-457f-8628-3f99536f7077 req-fb82b71e-e8ee-4ae5-993f-ae9563572093 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Apr 04 20:33:56.873872 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03a898-a92f-4e3c-ab83-9b12567af0ce req-962f6793-164a-4871-94c4-5e8655488556 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:56.875507 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-de03a898-a92f-4e3c-ab83-9b12567af0ce req-962f6793-164a-4871-94c4-5e8655488556 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Apr 04 20:33:56.921153 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-de03a898-a92f-4e3c-ab83-9b12567af0ce req-e0839207-ec38-4618-b379-5e902fedcf15 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397227 Apr 04 20:33:58.043857 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90350e9-cad3-443e-be61-0dcf069c9f45 req-968a7ba8-3458-4602-a3d3-29630b285342 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:58.046798 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f90350e9-cad3-443e-be61-0dcf069c9f45 req-968a7ba8-3458-4602-a3d3-29630b285342 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0551407 Apr 04 20:33:58.093241 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f90350e9-cad3-443e-be61-0dcf069c9f45 req-c481117c-4f8d-496b-b865-97998fecafad tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Apr 04 20:33:59.216205 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87574382-36b7-4e59-9f80-8aa70253c3cc req-e3d8bae9-3aa9-4253-8337-87aedc9d3d05 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:33:59.217695 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87574382-36b7-4e59-9f80-8aa70253c3cc req-e3d8bae9-3aa9-4253-8337-87aedc9d3d05 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0523801 Apr 04 20:33:59.267459 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87574382-36b7-4e59-9f80-8aa70253c3cc req-cfe0868f-8bc8-47d8-8682-6c0d74e55e0a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Apr 04 20:34:00.398366 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9435bc-2e8d-4a16-b037-fb00e2e14b02 req-49bf740a-da8e-4adf-9043-102c6a6901dd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:00.399976 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ac9435bc-2e8d-4a16-b037-fb00e2e14b02 req-49bf740a-da8e-4adf-9043-102c6a6901dd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0557842 Apr 04 20:34:00.453529 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ac9435bc-2e8d-4a16-b037-fb00e2e14b02 req-0d5e7ac5-6d5e-4296-8c6a-787064736542 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468013 Apr 04 20:34:01.579475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416c2f3-d860-47d3-9588-073c4447e333 req-85980f55-0822-45ba-b278-3d297058c56d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:01.580958 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6416c2f3-d860-47d3-9588-073c4447e333 req-85980f55-0822-45ba-b278-3d297058c56d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0529492 Apr 04 20:34:01.630128 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6416c2f3-d860-47d3-9588-073c4447e333 req-cdce2bac-5441-4dfe-99f5-0fbba9a3cab2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Apr 04 20:34:02.497018 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06be0b-6709-4e4a-983b-d3b10c4d2146 req-b8911762-dab6-420c-9db8-d31715aee117 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:02.498417 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b06be0b-6709-4e4a-983b-d3b10c4d2146 req-b8911762-dab6-420c-9db8-d31715aee117 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Apr 04 20:34:02.543879 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b06be0b-6709-4e4a-983b-d3b10c4d2146 req-bece95e0-b395-4639-ba65-e7fdb192c9c1 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 Apr 04 20:34:02.753150 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b34ac-2671-4625-8bdb-85d639eccbb6 req-0ae559da-6a62-498a-b780-2b1cf506ec67 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:02.754523 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b2b34ac-2671-4625-8bdb-85d639eccbb6 req-0ae559da-6a62-498a-b780-2b1cf506ec67 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Apr 04 20:34:02.802661 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b2b34ac-2671-4625-8bdb-85d639eccbb6 req-3639fa86-dabf-4205-903a-68585f3e14b7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Apr 04 20:34:03.665760 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2ef20-b5d3-4cc5-8766-ae38e24ac9b2 req-fbf828cd-d699-49e5-a42b-c54636900f85 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:03.667249 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8db2ef20-b5d3-4cc5-8766-ae38e24ac9b2 req-fbf828cd-d699-49e5-a42b-c54636900f85 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0556936 Apr 04 20:34:03.713074 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8db2ef20-b5d3-4cc5-8766-ae38e24ac9b2 req-751a1fd7-ef2f-4d6a-8870-fd84063acc7c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Apr 04 20:34:03.920743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cf24c-ae6b-47f2-a00e-c885d2c0f8d2 req-9c666535-791f-461a-9377-d94b9a957328 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:03.922214 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-895cf24c-ae6b-47f2-a00e-c885d2c0f8d2 req-9c666535-791f-461a-9377-d94b9a957328 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0500152 Apr 04 20:34:03.968176 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-895cf24c-ae6b-47f2-a00e-c885d2c0f8d2 req-0a7d604d-705e-4da0-b655-70db30fdb83b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Apr 04 20:34:04.692536 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76412492-d908-429e-bd68-15cc3fcbca1c req-209ff7b6-262d-4044-96ed-919ec10096c7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:04.693956 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-76412492-d908-429e-bd68-15cc3fcbca1c req-209ff7b6-262d-4044-96ed-919ec10096c7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0510399 Apr 04 20:34:04.789336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Deleting port 2427b8e0-c40f-4107-8794-2c369711cfec {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:34:04.789699 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:04.829850 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fbf01-53eb-4dcd-a235-dadc7efd5b20 req-9de3ec97-2b0f-4d33-8eb6-1401de94d7b2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:04.831367 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a0fbf01-53eb-4dcd-a235-dadc7efd5b20 req-9de3ec97-2b0f-4d33-8eb6-1401de94d7b2 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 945 time: 0.0528316 Apr 04 20:34:04.878102 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a0fbf01-53eb-4dcd-a235-dadc7efd5b20 req-0ea03b1a-5a6b-4a1f-9179-a71fcdb74cf8 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups?id=44970f93-4aee-485f-baca-63a765336502&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410388 Apr 04 20:34:04.878321 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] For port 2427b8e0-c40f-4107-8794-2c369711cfec, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=2427b8e0-c40f-4107-8794-2c369711cfec,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:04.878456 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:05.320249 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:05.320921 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:05.320921 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Floating IP 8d3caf04-d389-4ebc-85ab-ad4438d5b1b3 disassociated. External IP: 172.27.3.32, port: 2427b8e0-c40f-4107-8794-2c369711cfec. Apr 04 20:34:05.321281 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Calling delete_port for 2427b8e0-c40f-4107-8794-2c369711cfec owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:34:05.374233 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2dfdd-7401-4def-b2a4-fd1978b23b9b req-d275cc21-c813-424d-a7fa-45b0e8c7f365 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:05.375706 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35a2dfdd-7401-4def-b2a4-fd1978b23b9b req-d275cc21-c813-424d-a7fa-45b0e8c7f365 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.1041772 Apr 04 20:34:05.445732 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-35a2dfdd-7401-4def-b2a4-fd1978b23b9b req-1df12073-a069-4bde-9c36-061f72964854 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634539 Apr 04 20:34:05.499564 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (2427b8e0-c40f-4107-8794-2c369711cfec), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:05.525073 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'Port': ['ID=2427b8e0-c40f-4107-8794-2c369711cfec,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:05.534449 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.534800 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.535141 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.535477 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.535807 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.536135 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.536458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.536785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.537722 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.537722 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.537722 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.538143 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.538381 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.538697 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.539012 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:05.654028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:34:05.765073 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:34:05.777896 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:34:05.788741 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:34:05.789343 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:05.806952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] No DVR routers for this DVR port 2427b8e0-c40f-4107-8794-2c369711cfec on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:34:05.809388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:05.812787 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-76412492-d908-429e-bd68-15cc3fcbca1c req-d0575a1e-3626-43c7-a177-3f03d83d9e99 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.23 "DELETE /v2.0/ports/2427b8e0-c40f-4107-8794-2c369711cfec HTTP/1.1" status: 204 len: 173 time: 1.1127658 Apr 04 20:34:05.813222 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'name': 'network-vif-deleted', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:34:05.815728 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f3c37e-8ad7-4222-bae4-6fdac7c85266" -d '{"events": [{"server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "name": "network-vif-deleted", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:34:05.851715 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac48d0-ede3-4086-9744-9348ad148dc6 x-openstack-request-id: req-3fac48d0-ede3-4086-9744-9348ad148dc6 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:34:05.852004 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5e2727-ea04-40b1-be0d-d23c90bfdf35", "name": "network-vif-deleted", "tag": "2427b8e0-c40f-4107-8794-2c369711cfec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:34:05.852294 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fac48d0-ede3-4086-9744-9348ad148dc6 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:34:05.852701 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fac48d0-ede3-4086-9744-9348ad148dc6'] response: {'server_uuid': 'bb5e2727-ea04-40b1-be0d-d23c90bfdf35', 'name': 'network-vif-deleted', 'tag': '2427b8e0-c40f-4107-8794-2c369711cfec', 'status': 'completed', 'code': 200} Apr 04 20:34:06.009431 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65a168ee-0c48-48a0-8d8b-14f082eb5e30 req-453d06af-7706-435a-bdd2-3f15720723c7 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb5e2727-ea04-40b1-be0d-d23c90bfdf35 HTTP/1.1" status: 200 len: 210 time: 0.0310874 Apr 04 20:34:06.023531 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:34:06.215422 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:06.244959 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:34:06.253571 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:34:06.254282 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:06.364398 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:34:06.557636 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:06.572664 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505d25-ed31-4f84-8306-e6e4e7bbc6e0 req-0872a01c-395a-4584-aabe-a82b16795398 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:06.574182 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac505d25-ed31-4f84-8306-e6e4e7bbc6e0 req-0872a01c-395a-4584-aabe-a82b16795398 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0561063 Apr 04 20:34:06.583706 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06100e02-79bd-4b4c-a964-976151515d3d None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:21Z', 'revision_number': 4, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '1f6d2274-3816-4453-8b70-7adb15e8ec71', 'name': '', 'network_id': 'c532b44b-b16d-4cd9-ba11-38284dcaa666', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'mac_address': 'fa:16:3e:c3:5e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:18Z', 'updated_at': '2022-04-04T20:25:32Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'subnets': [{'id': '7bab5434-518a-40c3-9b79-1f0470bfaa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:34:06.624836 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac505d25-ed31-4f84-8306-e6e4e7bbc6e0 req-d093cce4-b534-4ab2-8029-fd144dfd395c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450466 Apr 04 20:34:06.791334 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61e59d-f297-43f8-bf88-65aaa5af416b None None] New status for floating IP 8d3caf04-d389-4ebc-85ab-ad4438d5b1b3: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:34:07.091110 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:07.143416 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (44970f93-4aee-485f-baca-63a765336502), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.166882 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (44970f93-4aee-485f-baca-63a765336502), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.213058 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (44970f93-4aee-485f-baca-63a765336502), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.215630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.216781 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "DELETE /v2.0/security-groups/44970f93-4aee-485f-baca-63a765336502 HTTP/1.1" status: 204 len: 168 time: 0.1246941 Apr 04 20:34:07.219728 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44906) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:07.225580 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44970f93-4aee-485f-baca-63a765336502,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:07.232642 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-42f53b5e-050b-4959-95f0-86a4b8d75bf5 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] show failed (client error): The resource could not be found. Apr 04 20:34:07.233633 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.233789 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-42f53b5e-050b-4959-95f0-86a4b8d75bf5 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "GET /v2.0/security-groups/44970f93-4aee-485f-baca-63a765336502 HTTP/1.1" status: 404 len: 347 time: 0.0129237 Apr 04 20:34:07.233993 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.234443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.234788 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.235129 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.235475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.235805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.236135 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.236422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44908) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:07.236528 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.236792 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.237122 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.237454 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.237778 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.238121 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.238450 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7f960c-a800-4ec3-b8ed-623f6e33b309 tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:07.366354 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Deleting port ad0964c4-4389-4cf0-9c24-32adab3e2e1a {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:34:07.366693 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.439484 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.439725 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.452207 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Calling delete_port for ad0964c4-4389-4cf0-9c24-32adab3e2e1a owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:34:07.581351 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (ad0964c4-4389-4cf0-9c24-32adab3e2e1a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.603993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Pushing event deleted for resources: {'Port': ['ID=ad0964c4-4389-4cf0-9c24-32adab3e2e1a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:07.669154 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks [] for floatingip (8d3caf04-d389-4ebc-85ab-ad4438d5b1b3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.671675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:07.672831 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9b4f99f8-597d-4a5d-ac13-4f518082374c tempest-AttachVolumeTestJSON-44476393 tempest-AttachVolumeTestJSON-44476393-project] 10.222.0.25 "DELETE /v2.0/floatingips/8d3caf04-d389-4ebc-85ab-ad4438d5b1b3 HTTP/1.1" status: 204 len: 168 time: 0.4355195 Apr 04 20:34:07.751196 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81202-cdad-4ccd-ae16-a344fe4cd349 req-0d7ad035-4048-49a6-9f57-9c7d4cbfe129 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:07.752685 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-86e81202-cdad-4ccd-ae16-a344fe4cd349 req-0d7ad035-4048-49a6-9f57-9c7d4cbfe129 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0531564 Apr 04 20:34:07.801528 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-86e81202-cdad-4ccd-ae16-a344fe4cd349 req-bd1720e8-9807-43ee-889c-45b42a4e3b2f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Apr 04 20:34:08.926920 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e666c-b891-4012-a859-aa29f882c356 req-e32aa34c-c1d9-4593-8baf-0404408f7eba tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:08.928402 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc9e666c-b891-4012-a859-aa29f882c356 req-e32aa34c-c1d9-4593-8baf-0404408f7eba tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0539501 Apr 04 20:34:08.978669 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc9e666c-b891-4012-a859-aa29f882c356 req-597c0528-3183-42d5-8823-f320d7c58c73 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Apr 04 20:34:09.156917 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:34:09.160048 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 2427b8e0-c40f-4107-8794-2c369711cfec no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:34:09.187967 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 2427b8e0-c40f-4107-8794-2c369711cfec {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:34:09.188312 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 2427b8e0-c40f-4107-8794-2c369711cfec not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:34:09.273827 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:09.284813 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:34:09.323042 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: ACTIVE; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:34:09.323429 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:09.340025 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:34:09.359399 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:09.363078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:09.411511 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=6']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:09.419214 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.419564 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.419905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.420246 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.420580 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.420908 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.421237 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.421563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.421889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.422252 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.422581 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.422904 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.423225 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.423544 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.423866 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:34:09.451735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:34:10.106604 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd0d03-bfa1-469f-9f70-8844b2760c88 req-df20cf87-0474-473d-851d-b0b669b2692a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:10.106604 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-70cd0d03-bfa1-469f-9f70-8844b2760c88 req-df20cf87-0474-473d-851d-b0b669b2692a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0534122 Apr 04 20:34:10.152497 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-70cd0d03-bfa1-469f-9f70-8844b2760c88 req-b1dc190d-2a85-4ec3-843b-286f1149b31a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 Apr 04 20:34:11.028041 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:11.159699 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:34:11.196767 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44946) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:11.214061 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:34:11.214463 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:11.276715 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910643f9-111f-4275-8d8f-c8ecbd2cc317 req-8f5a0825-a98f-4211-975c-01800dfeced7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:11.278295 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-910643f9-111f-4275-8d8f-c8ecbd2cc317 req-8f5a0825-a98f-4211-975c-01800dfeced7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0536649 Apr 04 20:34:11.298040 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:34:11.298484 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:11.321464 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:34:11.323888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0b49fc-c79e-4abf-8702-02efd895ef80" -d '{"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:34:11.330403 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-910643f9-111f-4275-8d8f-c8ecbd2cc317 req-d78ae602-4613-44a8-813d-781cb209b980 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449688 Apr 04 20:34:11.341519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:11.347343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:11.375859 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf328f69-352e-426f-873f-1c53098a595d x-openstack-request-id: req-cf328f69-352e-426f-873f-1c53098a595d {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:34:11.376142 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:34:11.376389 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf328f69-352e-426f-873f-1c53098a595d {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:34:11.376805 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf328f69-352e-426f-873f-1c53098a595d'] response: {'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'code': 200} Apr 04 20:34:11.401666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=7']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:11.728849 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:12.016644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Deleting port 1f6d2274-3816-4453-8b70-7adb15e8ec71 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:34:12.016896 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:12.094657 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] For port 1f6d2274-3816-4453-8b70-7adb15e8ec71, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=1f6d2274-3816-4453-8b70-7adb15e8ec71,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:12.095012 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:12.107577 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Calling delete_port for 1f6d2274-3816-4453-8b70-7adb15e8ec71 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:34:12.284947 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (1f6d2274-3816-4453-8b70-7adb15e8ec71), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:12.310160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6d2274-3816-4453-8b70-7adb15e8ec71,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:12.492109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa8970-1c87-4e98-9f2c-618c4ddc65b1 req-e136f3e8-0709-4ee1-a913-4cadc437b184 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:12.499859 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-53aa8970-1c87-4e98-9f2c-618c4ddc65b1 req-e136f3e8-0709-4ee1-a913-4cadc437b184 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0680346 Apr 04 20:34:12.503952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:12.555031 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-53aa8970-1c87-4e98-9f2c-618c4ddc65b1 req-21bcba10-d3c9-4930-8956-ff39757e70d7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529461 Apr 04 20:34:12.740033 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:34:12.861082 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:34:12.867111 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-29e6a202-2ff4-4194-a897-fe32d34d959d admin admin] 10.222.0.25 "PUT /v2.0/routers/cb749b67-2f4b-423f-b44f-abdeaa0bb0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6684439 Apr 04 20:34:12.869761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44982) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:12.870230 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Sync routers for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:34:12.881556 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:34:12.882566 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:13.005666 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:34:13.204320 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:34:12Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:13.233773 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Checking router: cb749b67-2f4b-423f-b44f-abdeaa0bb0ad for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:34:13.244757 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Routers {'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:34:13.245548 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:33:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:13.320344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks [] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:13.376172 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] Set router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:34:13.450532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks [] for router_gateway (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:13.521675 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Deleting port 120aef48-d408-461e-ba5f-9b668362840e {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:34:13.522433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (120aef48-d408-461e-ba5f-9b668362840e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:13.582714 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:34:12Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:13.614600 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] For port 120aef48-d408-461e-ba5f-9b668362840e, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=120aef48-d408-461e-ba5f-9b668362840e,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:13.614975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (120aef48-d408-461e-ba5f-9b668362840e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:13.615230 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2b990-9146-440f-ab74-887bb8bb893e None None] The sync data for ids ['cb749b67-2f4b-423f-b44f-abdeaa0bb0ad'] in dv-cinder-831247-15-iscsi is: [{'id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'name': 'tempest-AttachVolumeTestJSON-1051845399-router', 'tenant_id': 'f5f4a9e754814bed89d32dc866a4944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '120aef48-d408-461e-ba5f-9b668362840e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:34:12Z', 'revision_number': 5, 'project_id': 'f5f4a9e754814bed89d32dc866a4944e', 'gw_port': {'id': '120aef48-d408-461e-ba5f-9b668362840e', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb749b67-2f4b-423f-b44f-abdeaa0bb0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:10Z', 'updated_at': '2022-04-04T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:34:13.637107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Calling delete_port for 120aef48-d408-461e-ba5f-9b668362840e owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:34:13.832700 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1e601-8c7f-458d-9f3d-2d3ca5b5944c req-612e05cf-594c-4989-99d1-250640f027ce tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:13.834248 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6c1e601-8c7f-458d-9f3d-2d3ca5b5944c req-612e05cf-594c-4989-99d1-250640f027ce tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.1684675 Apr 04 20:34:13.913524 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6c1e601-8c7f-458d-9f3d-2d3ca5b5944c req-ce18255b-c7a4-4940-a55d-c882cd5c1fdd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Apr 04 20:34:13.973742 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (120aef48-d408-461e-ba5f-9b668362840e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.007840 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=120aef48-d408-461e-ba5f-9b668362840e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:14.053132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2df1-04a6-4d8e-b54e-7edb445db4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.089695 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.202448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.204710 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks [] for router_controller (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.255644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (cb749b67-2f4b-423f-b44f-abdeaa0bb0ad), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.256260 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb749b67-2f4b-423f-b44f-abdeaa0bb0ad {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:34:14.262405 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.263657 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-58f16f29-91a2-478d-9d0e-e03c27c5c7e6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cb749b67-2f4b-423f-b44f-abdeaa0bb0ad HTTP/1.1" status: 204 len: 168 time: 1.3929319 Apr 04 20:34:14.266253 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44986) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:14.320597 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Deleting subnet 7bab5434-518a-40c3-9b79-1f0470bfaa44 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:34:14.325639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Publish callbacks [] for subnet (7bab5434-518a-40c3-9b79-1f0470bfaa44), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.370126 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (7bab5434-518a-40c3-9b79-1f0470bfaa44), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.495739 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (7bab5434-518a-40c3-9b79-1f0470bfaa44), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.565418 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (7bab5434-518a-40c3-9b79-1f0470bfaa44), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.593521 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bab5434-518a-40c3-9b79-1f0470bfaa44,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:14.596992 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.600304 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bb4dbee7-0645-457d-8a93-977833280546 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7bab5434-518a-40c3-9b79-1f0470bfaa44 HTTP/1.1" status: 204 len: 168 time: 0.3330584 Apr 04 20:34:14.603485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09327c-da07-4ca3-a10c-7f2214d7995d None None] Network c532b44b-b16d-4cd9-ba11-38284dcaa666 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:34:14.605301 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 44988) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:14.678638 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (c532b44b-b16d-4cd9-ba11-38284dcaa666), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.736324 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Deleting port ce205f60-0308-4639-9c8f-9f76ff31ca29 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:34:14.736585 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.816539 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] For port ce205f60-0308-4639-9c8f-9f76ff31ca29, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=ce205f60-0308-4639-9c8f-9f76ff31ca29,segment=NetworkSegment(b4e7c88b-2a90-4427-9f3e-3e4d7734616f),segment_id=b4e7c88b-2a90-4427-9f3e-3e4d7734616f)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:14.816900 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.832721 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Calling delete_port for ce205f60-0308-4639-9c8f-9f76ff31ca29 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:34:14.897809 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 1f6d2274-3816-4453-8b70-7adb15e8ec71 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:34:14.926190 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (ce205f60-0308-4639-9c8f-9f76ff31ca29), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:14.941020 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 1f6d2274-3816-4453-8b70-7adb15e8ec71 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:34:14.941579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 1f6d2274-3816-4453-8b70-7adb15e8ec71 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:34:14.942290 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 120aef48-d408-461e-ba5f-9b668362840e no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:34:14.974127 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce205f60-0308-4639-9c8f-9f76ff31ca29,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:14.975020 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 120aef48-d408-461e-ba5f-9b668362840e {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:34:14.975556 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 120aef48-d408-461e-ba5f-9b668362840e not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:34:14.982777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] No DVR routers for this DVR port ce205f60-0308-4639-9c8f-9f76ff31ca29 on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:34:14.984282 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105cb49-ccfd-4e7d-82db-51f8770837e0 None None] DHCP port deletion for c532b44b-b16d-4cd9-ba11-38284dcaa666 request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:34:15.111441 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (c532b44b-b16d-4cd9-ba11-38284dcaa666), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.149631 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64206d23-1bd1-4f38-ba78-276a1fb2512c req-b828c224-1e2a-4f4a-8b34-cecddeff5cee tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:15.151198 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64206d23-1bd1-4f38-ba78-276a1fb2512c req-b828c224-1e2a-4f4a-8b34-cecddeff5cee tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.1128438 Apr 04 20:34:15.154883 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c532b44b-b16d-4cd9-ba11-38284dcaa666']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:15.170947 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:15.171167 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e7c88b-2a90-4427-9f3e-3e4d7734616f') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:34:15.191109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (b4e7c88b-2a90-4427-9f3e-3e4d7734616f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.224620 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (b4e7c88b-2a90-4427-9f3e-3e4d7734616f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.241116 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64206d23-1bd1-4f38-ba78-276a1fb2512c req-44f8b0ea-ad63-4c99-a549-91b0a5bee77b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788400 Apr 04 20:34:15.251315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:34:15.251967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (b4e7c88b-2a90-4427-9f3e-3e4d7734616f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:34:15.254101 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:34:15.330425 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (c532b44b-b16d-4cd9-ba11-38284dcaa666), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.347111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.352611 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] 10.222.0.25 "DELETE /v2.0/networks/c532b44b-b16d-4cd9-ba11-38284dcaa666 HTTP/1.1" status: 204 len: 168 time: 0.7440419 Apr 04 20:34:15.352611 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a06b2d-1f7c-4fe5-803b-714806bfe8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=c532b44b-b16d-4cd9-ba11-38284dcaa666,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:15.495213 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44994) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:15.541895 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d54e14a9-1e83-4c52-9986-8bf04558277f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5f4a9e754814bed89d32dc866a4944e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454409 Apr 04 20:34:15.544272 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 44996) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:15.595610 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] Publish callbacks [] for security_group (8d469b0b-eab6-4931-8697-50ac6cf55416), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.622465 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] Publish callbacks [] for security_group (8d469b0b-eab6-4931-8697-50ac6cf55416), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.675188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8d469b0b-eab6-4931-8697-50ac6cf55416), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.677907 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:15.679173 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d469b0b-eab6-4931-8697-50ac6cf55416 HTTP/1.1" status: 204 len: 168 time: 0.1339855 Apr 04 20:34:15.689024 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330e70-c846-4d68-875e-c20686d3cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d469b0b-eab6-4931-8697-50ac6cf55416,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:16.264256 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0ef869b1-4c15-4aab-9cf2-e5d9d60491ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:16.406248 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45c7c8-0bde-43e5-bbed-4822a2e8c849 req-bb301223-e134-43b5-b213-6d68bd8a26ed tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:16.408078 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f45c7c8-0bde-43e5-bbed-4822a2e8c849 req-bb301223-e134-43b5-b213-6d68bd8a26ed tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0845103 Apr 04 20:34:16.472550 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f45c7c8-0bde-43e5-bbed-4822a2e8c849 req-155b390b-f124-493e-a673-4f2a38c905d6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569682 Apr 04 20:34:16.668378 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device ce205f60-0308-4639-9c8f-9f76ff31ca29 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:34:16.705557 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: ce205f60-0308-4639-9c8f-9f76ff31ca29 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:34:16.705937 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device ce205f60-0308-4639-9c8f-9f76ff31ca29 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:34:17.620605 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:17.622000 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3969ff-58c5-411f-85ad-c182cf627ecb req-12db0291-b052-4863-a346-231a0d59d391 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:17.623580 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a3969ff-58c5-411f-85ad-c182cf627ecb req-12db0291-b052-4863-a346-231a0d59d391 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0628204 Apr 04 20:34:17.691400 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a3969ff-58c5-411f-85ad-c182cf627ecb req-2cb6ae42-2580-4a0a-8f1f-496574eaf2a9 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618312 Apr 04 20:34:17.904433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569aae-2bec-459b-b640-48c48de305ef req-65aee386-d4b1-44f2-9fe5-39be4d8d3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:17.906678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-65aee386-d4b1-44f2-9fe5-39be4d8d3d54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0463588 Apr 04 20:34:18.021206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569aae-2bec-459b-b640-48c48de305ef req-c8a41b53-3d21-4388-b97d-73bf84fd5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:18.022967 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-c8a41b53-3d21-4388-b97d-73bf84fd5461 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0958049 Apr 04 20:34:18.105214 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-43ea99fb-eb4e-4843-b3ac-7accc8c53626 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 1002 time: 0.0730309 Apr 04 20:34:18.164238 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569aae-2bec-459b-b640-48c48de305ef req-0aed106f-8281-45a7-ab11-fc89ff055f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:18.166367 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-0aed106f-8281-45a7-ab11-fc89ff055f1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0547817 Apr 04 20:34:18.241747 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569aae-2bec-459b-b640-48c48de305ef req-e4552357-60e4-4565-9418-3274bf79831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:18.243769 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-e4552357-60e4-4565-9418-3274bf79831d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709603 Apr 04 20:34:18.350511 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-d60645bd-6d78-4132-bfaf-1c6b32f03110 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993972 Apr 04 20:34:18.481500 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8569aae-2bec-459b-b640-48c48de305ef req-7dd0fa3e-7bd3-4018-8e51-19beac163e87 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241593 Apr 04 20:34:18.692071 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:18.841462 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054cf25-1e91-4081-86e5-0f1786748c81 req-ecf8b230-0d1f-477e-8dd5-bfbe896efafe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:18.842996 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e054cf25-1e91-4081-86e5-0f1786748c81 req-ecf8b230-0d1f-477e-8dd5-bfbe896efafe tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0732698 Apr 04 20:34:18.894005 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e054cf25-1e91-4081-86e5-0f1786748c81 req-4ddbc650-4543-44ab-92e3-2fe4fb81ce50 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Apr 04 20:34:20.055467 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14364-ba32-44f9-91ff-fe6fc91a6f56 req-732b22e0-95f6-485f-89d1-05407e762276 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:20.063504 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72b14364-ba32-44f9-91ff-fe6fc91a6f56 req-732b22e0-95f6-485f-89d1-05407e762276 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0674641 Apr 04 20:34:20.114530 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72b14364-ba32-44f9-91ff-fe6fc91a6f56 req-1ce84623-6c37-4063-a386-9e05d386e63f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501797 Apr 04 20:34:20.371528 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:21.255071 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dccf25-d25e-4d27-b2dc-a337b3ab5911 req-c4d338b9-0008-41e4-8593-2eafdd0503c6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:21.256733 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95dccf25-d25e-4d27-b2dc-a337b3ab5911 req-c4d338b9-0008-41e4-8593-2eafdd0503c6 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0623894 Apr 04 20:34:21.313562 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95dccf25-d25e-4d27-b2dc-a337b3ab5911 req-f61b33ed-4478-4285-b1d8-1bcbac8d36ba tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500252 Apr 04 20:34:22.436173 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c677987-9ffd-4f89-bd8b-ab21071fd325 req-d41ee004-af58-46c2-926e-e21cc85640c8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:22.437646 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c677987-9ffd-4f89-bd8b-ab21071fd325 req-d41ee004-af58-46c2-926e-e21cc85640c8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0511725 Apr 04 20:34:22.489254 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c677987-9ffd-4f89-bd8b-ab21071fd325 req-50c4ba91-ac63-4c64-bb40-ab1d101c7ba8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450249 Apr 04 20:34:23.552284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-514a9d1f-7767-407f-9533-d7cca49f0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:23.553798 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-514a9d1f-7767-407f-9533-d7cca49f0058 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1130 time: 0.0439978 Apr 04 20:34:23.610690 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afdbdd-f83b-4571-9b56-b11747288594 req-8fa2b4f6-32be-4fbb-8ed6-0eab6ee87f22 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:23.612159 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-78afdbdd-f83b-4571-9b56-b11747288594 req-8fa2b4f6-32be-4fbb-8ed6-0eab6ee87f22 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0513582 Apr 04 20:34:23.649291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-11e8c57e-5337-4391-99fb-bc47c6c5dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:23.650604 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-11e8c57e-5337-4391-99fb-bc47c6c5dcc1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0888634 Apr 04 20:34:23.663499 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-78afdbdd-f83b-4571-9b56-b11747288594 req-c5bc4aea-0e9c-44a5-a8ec-2519a83c9480 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452406 Apr 04 20:34:23.714985 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-82c5199c-495d-42bf-98c8-02443569916c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 1002 time: 0.0577867 Apr 04 20:34:23.763227 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-a17446f7-9d4a-497b-8cac-6f2a2763c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:23.764614 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-a17446f7-9d4a-497b-8cac-6f2a2763c37a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0424354 Apr 04 20:34:23.814300 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-b457728d-865c-4e02-abb4-32ee204db65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:23.815918 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-b457728d-865c-4e02-abb4-32ee204db65b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452898 Apr 04 20:34:23.905147 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-16a0c8ea-ee04-43b0-a6b5-485af148f0e0 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826714 Apr 04 20:34:24.006667 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-464b08fc-49e2-4a1a-8fee-920280e7a305 req-fc3bac0b-16d1-4941-8b50-96ae8ddbdc2f service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941665 Apr 04 20:34:24.784259 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1f335-21da-4b75-b0e6-74df5989306e req-5d8cf6e1-e9fe-4310-8ba3-7942f7336268 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:24.785707 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58f1f335-21da-4b75-b0e6-74df5989306e req-5d8cf6e1-e9fe-4310-8ba3-7942f7336268 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0509417 Apr 04 20:34:24.831794 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58f1f335-21da-4b75-b0e6-74df5989306e req-d00502f8-dc57-4802-b8a3-70afd9b45dfc tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Apr 04 20:34:25.392960 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45146) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:25.495950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c78e399a-55f8-4ce4-a7e7-be35bccee92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.572292 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c78e399a-55f8-4ce4-a7e7-be35bccee92b admin admin] Publish callbacks [] for security_group (e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.575822 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c78e399a-55f8-4ce4-a7e7-be35bccee92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.616023 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c78e399a-55f8-4ce4-a7e7-be35bccee92b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c95c23980ac467db9be5ca90c56848d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219727 Apr 04 20:34:25.616868 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e399a-55f8-4ce4-a7e7-be35bccee92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:25.619442 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45150) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:25.677230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] Publish callbacks [] for security_group (e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.699018 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] Publish callbacks [] for security_group (e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.746394 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.748914 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:25.750051 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7 HTTP/1.1" status: 204 len: 168 time: 0.1295383 Apr 04 20:34:25.757888 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3491da-82e8-4359-b54f-d86411fc0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ffa3c2-6c6e-49dc-9c61-677cd38e2aa7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:25.968725 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f2d8-f444-4f15-9937-1b656a3096f2 req-9f834755-51fc-4880-8957-9a4f530b8ce5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:25.970403 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c251f2d8-f444-4f15-9937-1b656a3096f2 req-9f834755-51fc-4880-8957-9a4f530b8ce5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0674508 Apr 04 20:34:26.021217 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c251f2d8-f444-4f15-9937-1b656a3096f2 req-da9bf89f-a959-4f45-9bcd-a64cd548a078 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Apr 04 20:34:26.776744 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-5e87a217-db80-4b82-8202-ecbb9bc40e2b req-8840d2a3-a285-467f-8cb5-9c87788faacf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:34:26.777460 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e87a217-db80-4b82-8202-ecbb9bc40e2b req-8840d2a3-a285-467f-8cb5-9c87788faacf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058341 Apr 04 20:34:26.961719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686197-f4bf-4836-9ecf-de9032ccc7d2 req-6c2c2398-3ce3-4f0b-894b-023ef26a3dd8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:26.963034 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-96686197-f4bf-4836-9ecf-de9032ccc7d2 req-6c2c2398-3ce3-4f0b-894b-023ef26a3dd8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 946 time: 0.0608213 Apr 04 20:34:27.029846 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-96686197-f4bf-4836-9ecf-de9032ccc7d2 req-c737a435-937c-4bf4-a6c0-797019cb4d31 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Apr 04 20:34:27.033519 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-eec0a622-0d51-493a-8319-79ad4dbab3c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882239 Apr 04 20:34:27.110984 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-1a98d73f-942e-4e5d-b275-d3905b4f94a1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:27.112386 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-1a98d73f-942e-4e5d-b275-d3905b4f94a1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports/aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 943 time: 0.0467792 Apr 04 20:34:27.214984 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:34:27.297646 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: ACTIVE; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:34:27.298036 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:27.321034 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:34:27.323294 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c20d52b-1630-412c-9ef6-36849a016cf0" -d '{"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:34:27.335943 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:27.341030 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:27.366281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd308932-6d51-47b5-ba74-c88711407298 x-openstack-request-id: req-fd308932-6d51-47b5-ba74-c88711407298 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:34:27.366566 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-unplugged", "status": "failed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "code": 422}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:34:27.366813 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd308932-6d51-47b5-ba74-c88711407298 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:34:27.367213 dv-cinder-831247-15-iscsi neutron-server[103209]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fd308932-6d51-47b5-ba74-c88711407298']: {'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'code': 422} returned with failed status Apr 04 20:34:27.392280 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=8']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:27.823033 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-8d9a7d65-79fd-4e31-92bb-5310efce47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:27.824499 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-8d9a7d65-79fd-4e31-92bb-5310efce47a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3&tenant_id=55d6192338034867b98bbbb17fde6c6d HTTP/1.1" status: 200 len: 1128 time: 0.0439026 Apr 04 20:34:27.886995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-b041d5ff-6292-4cb4-a73a-0be3d8066c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:27.888455 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-b041d5ff-6292-4cb4-a73a-0be3d8066c54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=55d6192338034867b98bbbb17fde6c6d&device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1128 time: 0.0422897 Apr 04 20:34:27.980319 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-2e4cbe67-7a5b-4c53-bdc8-f3f78c1c85cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:27.981819 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-2e4cbe67-7a5b-4c53-bdc8-f3f78c1c85cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 200 len: 917 time: 0.0875401 Apr 04 20:34:28.047587 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-cf211271-bc6e-4072-854e-28ea1010dadb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 200 len: 1000 time: 0.0596576 Apr 04 20:34:28.106881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-4a4e7565-e96d-4200-8642-256697d8750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:28.110967 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-4a4e7565-e96d-4200-8642-256697d8750c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 200 len: 856 time: 0.0566077 Apr 04 20:34:28.165413 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-e97ff3c8-f710-4af2-97d0-045d84bd4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:28.167034 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-e97ff3c8-f710-4af2-97d0-045d84bd4025 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=be74c0b8-1e2e-431c-a91a-765261911abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502107 Apr 04 20:34:28.169823 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df05c02-2575-4573-b2a4-db0e37f8ec9f req-46eb42f0-05a6-4efa-bef9-264838cdd181 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:28.171309 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7df05c02-2575-4573-b2a4-db0e37f8ec9f req-46eb42f0-05a6-4efa-bef9-264838cdd181 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0624275 Apr 04 20:34:28.222858 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7df05c02-2575-4573-b2a4-db0e37f8ec9f req-2c0a6920-3a63-4071-8fc4-d266f560f54a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460024 Apr 04 20:34:28.260481 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-a40e61e8-46df-4bbe-a035-2527d747d758 service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Apr 04 20:34:28.352008 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b431f79-0727-4626-9cbf-fe7b10ed7882 req-de3be606-fbb0-4f92-8435-27a9b188e66e service neutron] 10.222.0.23 "GET /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Apr 04 20:34:29.359020 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03999228-2730-4ea0-921a-6c1897f6c2ad req-2cbf83be-744e-4161-ba61-707025adac1b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:29.365925 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03999228-2730-4ea0-921a-6c1897f6c2ad req-2cbf83be-744e-4161-ba61-707025adac1b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0616181 Apr 04 20:34:29.411314 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03999228-2730-4ea0-921a-6c1897f6c2ad req-cc3d5168-3c80-4a00-b663-09fd6bd7d4e7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Apr 04 20:34:29.490209 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45282) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:29.600034 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fcf92224-2436-4982-9832-88cd19eccf56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.680262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fcf92224-2436-4982-9832-88cd19eccf56 admin admin] Publish callbacks [] for security_group (36c1180c-043e-4d1b-aae1-95fa476dc70c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.685883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fcf92224-2436-4982-9832-88cd19eccf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (36c1180c-043e-4d1b-aae1-95fa476dc70c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.727517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf92224-2436-4982-9832-88cd19eccf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c1180c-043e-4d1b-aae1-95fa476dc70c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:29.735287 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fcf92224-2436-4982-9832-88cd19eccf56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6faf60b121d4e36a39d55b9875b52b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437410 Apr 04 20:34:29.735404 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45286) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:34:29.785719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] Publish callbacks [] for security_group (36c1180c-043e-4d1b-aae1-95fa476dc70c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.806108 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] Publish callbacks [] for security_group (36c1180c-043e-4d1b-aae1-95fa476dc70c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.854921 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (36c1180c-043e-4d1b-aae1-95fa476dc70c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.857473 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:29.858687 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36c1180c-043e-4d1b-aae1-95fa476dc70c HTTP/1.1" status: 204 len: 168 time: 0.1223631 Apr 04 20:34:29.866541 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4fa6-a85a-459a-9374-6cdc29f1a978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c1180c-043e-4d1b-aae1-95fa476dc70c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:30.551421 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bebbb-9898-4789-9c57-8a3d5d903def req-12862312-2d50-4b4b-8451-08c88c1dde10 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:30.552970 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f2bebbb-9898-4789-9c57-8a3d5d903def req-12862312-2d50-4b4b-8451-08c88c1dde10 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0623636 Apr 04 20:34:30.611053 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f2bebbb-9898-4789-9c57-8a3d5d903def req-783c093e-3243-4604-9f98-272a2077ef86 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512347 Apr 04 20:34:31.310479 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:34:31.750614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58521a68-f270-4857-a1a6-36cc5c2d2439 req-ec4d8299-b27e-419e-a1f8-8da69a168233 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:31.752125 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58521a68-f270-4857-a1a6-36cc5c2d2439 req-ec4d8299-b27e-419e-a1f8-8da69a168233 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0608697 Apr 04 20:34:31.799994 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58521a68-f270-4857-a1a6-36cc5c2d2439 req-e5531051-9dd0-46a1-82c6-147e81029993 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Apr 04 20:34:32.927081 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb7064-f6d1-42cb-a926-3c8a29ea65e2 req-5955ab38-b10b-446c-a0f6-97f66d1a79e7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:32.929170 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ccb7064-f6d1-42cb-a926-3c8a29ea65e2 req-5955ab38-b10b-446c-a0f6-97f66d1a79e7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0548778 Apr 04 20:34:32.976119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ccb7064-f6d1-42cb-a926-3c8a29ea65e2 req-ca9bc2d2-b222-4d6b-b2d1-123970e7ec5d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407856 Apr 04 20:34:34.097113 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835319-100f-4d1f-a342-0216d1cc73f5 req-493f070f-aa74-4a1d-9bc5-1fb158015734 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:34.098517 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae835319-100f-4d1f-a342-0216d1cc73f5 req-493f070f-aa74-4a1d-9bc5-1fb158015734 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Apr 04 20:34:34.145302 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae835319-100f-4d1f-a342-0216d1cc73f5 req-ff71f86f-da38-4a58-b5ff-27b3d512f8d1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Apr 04 20:34:35.271439 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f18d2-a95f-4a6f-a984-07a54aa23fd1 req-92947b57-e3c2-401c-9b92-b5e933380eab tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:35.272891 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ae8f18d2-a95f-4a6f-a984-07a54aa23fd1 req-92947b57-e3c2-401c-9b92-b5e933380eab tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0559089 Apr 04 20:34:35.318705 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ae8f18d2-a95f-4a6f-a984-07a54aa23fd1 req-952724ae-99e2-4265-9842-d91bb99a5654 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Apr 04 20:34:36.445489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb2a63-fffb-4155-b6ff-360f4f48ea0e req-07f47dea-73b5-4c7a-9eba-efada1c8c82c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:36.446965 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdbb2a63-fffb-4155-b6ff-360f4f48ea0e req-07f47dea-73b5-4c7a-9eba-efada1c8c82c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0542459 Apr 04 20:34:36.498837 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdbb2a63-fffb-4155-b6ff-360f4f48ea0e req-4654ec69-03e7-4e75-b309-025dec9e64cb tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Apr 04 20:34:37.627073 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d03f1d-d22c-4c47-87c1-2c389ddead8d req-faf9032c-94de-4b6e-97bf-0bbad0fe2ebd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:37.628560 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67d03f1d-d22c-4c47-87c1-2c389ddead8d req-faf9032c-94de-4b6e-97bf-0bbad0fe2ebd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Apr 04 20:34:37.677336 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67d03f1d-d22c-4c47-87c1-2c389ddead8d req-4956bc99-9058-4b8f-8e82-894b7571a43f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Apr 04 20:34:38.873289 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cd106-d295-436d-9b47-a772088f4df7 req-5262d29f-280a-4c95-9214-400052b78868 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:38.874826 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-609cd106-d295-436d-9b47-a772088f4df7 req-5262d29f-280a-4c95-9214-400052b78868 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0965817 Apr 04 20:34:38.925357 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-609cd106-d295-436d-9b47-a772088f4df7 req-acfb8190-0163-496b-acbd-173c363953ec tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449917 Apr 04 20:34:40.075579 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9783d7a-e179-4c8e-96b9-4a69b8c13769 req-e49b9e91-6a8f-4bd8-a30f-fd6d20375829 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:40.077069 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9783d7a-e179-4c8e-96b9-4a69b8c13769 req-e49b9e91-6a8f-4bd8-a30f-fd6d20375829 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0772033 Apr 04 20:34:40.127530 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9783d7a-e179-4c8e-96b9-4a69b8c13769 req-14512795-fbf2-47d2-b9fc-daf12c64307a tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Apr 04 20:34:41.043466 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:41.283337 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120e4f6-d101-4b91-b357-56ef74600ea7 req-5241c7da-2ac3-4858-962a-279cad8d6fae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:41.284868 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7120e4f6-d101-4b91-b357-56ef74600ea7 req-5241c7da-2ac3-4858-962a-279cad8d6fae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0613596 Apr 04 20:34:41.335367 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7120e4f6-d101-4b91-b357-56ef74600ea7 req-bdcebb9a-912e-49d6-ad6e-3681e3d4d81f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Apr 04 20:34:42.462476 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a431d89-bd5b-4b28-956c-d0dac92474de req-26d5d982-acb5-4e81-82e7-8687ce52a3d7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:42.465562 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a431d89-bd5b-4b28-956c-d0dac92474de req-26d5d982-acb5-4e81-82e7-8687ce52a3d7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0572660 Apr 04 20:34:42.515388 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a431d89-bd5b-4b28-956c-d0dac92474de req-37beb6d1-a5af-4535-a3c7-1ec3855271b2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450568 Apr 04 20:34:43.637269 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199122a2-324c-4e50-9914-3b9ad25dfa92 req-2579f3f6-4474-4252-9e36-ab1ca53dee89 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:43.638785 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-199122a2-324c-4e50-9914-3b9ad25dfa92 req-2579f3f6-4474-4252-9e36-ab1ca53dee89 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0514333 Apr 04 20:34:43.684870 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-199122a2-324c-4e50-9914-3b9ad25dfa92 req-7ff332ae-50d2-4a04-af89-b0225794e204 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Apr 04 20:34:44.018236 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c421d87b-39b6-4ed4-a64f-32667ff5c247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:44.808707 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8beb4e-20e8-441e-88bd-c400731bfdf3 req-09d72229-276b-4ec6-87dd-91791361fc8f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:44.810106 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a8beb4e-20e8-441e-88bd-c400731bfdf3 req-09d72229-276b-4ec6-87dd-91791361fc8f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0546620 Apr 04 20:34:44.855895 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a8beb4e-20e8-441e-88bd-c400731bfdf3 req-6caf43d2-07e3-4cb1-b223-8b1946d1c094 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Apr 04 20:34:45.977540 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5bf34-0b5b-4c47-ac8b-88e2a349a18d req-56e0748e-1fce-44e0-b773-8dce9b310d7d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:45.979108 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0bd5bf34-0b5b-4c47-ac8b-88e2a349a18d req-56e0748e-1fce-44e0-b773-8dce9b310d7d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0529120 Apr 04 20:34:46.024447 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0bd5bf34-0b5b-4c47-ac8b-88e2a349a18d req-165ac19f-f7b7-452e-8351-418468bafa58 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Apr 04 20:34:46.254038 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4811-00e2-45d4-961f-99900787be3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:47.147489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe2f8a-80a6-4d1e-964e-bfb2620b24d8 req-ab3604b7-5080-4b80-9ccc-8cf8b533b007 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:47.148957 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13fe2f8a-80a6-4d1e-964e-bfb2620b24d8 req-ab3604b7-5080-4b80-9ccc-8cf8b533b007 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0517464 Apr 04 20:34:47.198713 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13fe2f8a-80a6-4d1e-964e-bfb2620b24d8 req-ca64f40d-800c-4dbc-b870-54c455c7970b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435817 Apr 04 20:34:47.619516 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:48.318304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2868b-40e7-4550-a5fc-be6e7cd3980d req-98e423fc-4249-46de-a84c-d3d1adb12246 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:48.319738 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7a2868b-40e7-4550-a5fc-be6e7cd3980d req-98e423fc-4249-46de-a84c-d3d1adb12246 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0504260 Apr 04 20:34:48.365753 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7a2868b-40e7-4550-a5fc-be6e7cd3980d req-6efb3b83-13e3-4cce-91c4-4a34927ed09c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 Apr 04 20:34:48.694691 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:49.488046 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84da8-29bd-4b3b-b6a5-fb27ded17215 req-25745891-f87a-46d4-af12-89b55019d9bd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:49.489523 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5d84da8-29bd-4b3b-b6a5-fb27ded17215 req-25745891-f87a-46d4-af12-89b55019d9bd tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0513413 Apr 04 20:34:49.535666 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5d84da8-29bd-4b3b-b6a5-fb27ded17215 req-1c1d4f80-e877-4d51-aecd-5efc5bdabaf8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Apr 04 20:34:50.364855 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:50.660619 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5656-4ff4-4cbe-8777-73205f576cb4 req-501caa6d-a397-49b7-b1f8-a67c727bd990 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:50.662114 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-274e5656-4ff4-4cbe-8777-73205f576cb4 req-501caa6d-a397-49b7-b1f8-a67c727bd990 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0560648 Apr 04 20:34:50.707280 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-274e5656-4ff4-4cbe-8777-73205f576cb4 req-7882bba2-7136-4d70-afd0-c59c8000e29f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Apr 04 20:34:51.828096 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d649bd7-f06d-4e0f-926b-3a73f627a7da req-74a2e816-7821-4c2d-b2f7-b5f714f3a1a8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:51.829565 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d649bd7-f06d-4e0f-926b-3a73f627a7da req-74a2e816-7821-4c2d-b2f7-b5f714f3a1a8 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 944 time: 0.0524931 Apr 04 20:34:51.874906 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d649bd7-f06d-4e0f-926b-3a73f627a7da req-e88bd9b7-0810-4b67-8b08-4ba05a1ef4d4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Apr 04 20:34:51.931258 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:34:52.031653 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:52.043528 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'port_id': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'mac_address': 'fa:16:3e:58:9b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:34:52.083844 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:34:52.084241 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:52.100367 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:34:52.122186 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:52.126662 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:52.174747 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=9']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:52.959646 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:34:52.998952 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522dd92-2611-47a8-8558-e5b5b58057d9 req-ffcf420e-a66c-4a12-8b20-97f3ff19ddc4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:53.000316 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4522dd92-2611-47a8-8558-e5b5b58057d9 req-ffcf420e-a66c-4a12-8b20-97f3ff19ddc4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 945 time: 0.0557578 Apr 04 20:34:53.053546 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4522dd92-2611-47a8-8558-e5b5b58057d9 req-9fba5343-5215-4c33-8cc0-5de46e69cb91 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Apr 04 20:34:53.930249 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:34:53.980342 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:34:53.981024 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:54.053308 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:34:54.053684 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:54.076199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:34:54.078421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef975b-8837-47dc-b742-2401e1e2a350" -d '{"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:34:54.094262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:34:54.099626 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:34:54.127408 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8153ec-24fe-41b1-91a3-d17e96277eee x-openstack-request-id: req-fd8153ec-24fe-41b1-91a3-d17e96277eee {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:34:54.127701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-plugged", "status": "completed", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:34:54.127959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd8153ec-24fe-41b1-91a3-d17e96277eee {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:34:54.128354 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8153ec-24fe-41b1-91a3-d17e96277eee'] response: {'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'code': 200} Apr 04 20:34:54.157512 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=10']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:34:54.187873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4dab1-90b7-436a-a87f-137862eb3562 req-522bd3c0-77f3-44b4-9adc-ac186829b48b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:54.189289 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eee4dab1-90b7-436a-a87f-137862eb3562 req-522bd3c0-77f3-44b4-9adc-ac186829b48b tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0579624 Apr 04 20:34:54.242107 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eee4dab1-90b7-436a-a87f-137862eb3562 req-da81e3c5-2494-422f-b8c3-79ebd562894f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Apr 04 20:34:54.314713 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81827bf-8532-4b5b-86db-cbcdc87c42b9 req-bf20440a-1a89-488e-a1b9-828b0f7a7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:54.316465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b81827bf-8532-4b5b-86db-cbcdc87c42b9 req-bf20440a-1a89-488e-a1b9-828b0f7a7412 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 1131 time: 0.0440147 Apr 04 20:34:54.365340 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b81827bf-8532-4b5b-86db-cbcdc87c42b9 req-0f1c6830-6c40-4e92-9f7a-c29e82c043e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Apr 04 20:34:55.365308 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124aadf-24f5-472c-8986-98a529c3f6ff req-d31f7bac-24bf-4505-8d32-5644bb3158aa tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:55.366796 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3124aadf-24f5-472c-8986-98a529c3f6ff req-d31f7bac-24bf-4505-8d32-5644bb3158aa tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0507488 Apr 04 20:34:55.412967 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3124aadf-24f5-472c-8986-98a529c3f6ff req-cab4518c-6fa9-433e-b870-ae350e41a686 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Apr 04 20:34:56.531069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26194e85-e904-4db7-a012-45a739cdd31b req-69eea1ff-ef6d-43ac-a595-7edd0e995f4d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:56.532542 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26194e85-e904-4db7-a012-45a739cdd31b req-69eea1ff-ef6d-43ac-a595-7edd0e995f4d tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0507047 Apr 04 20:34:56.579420 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26194e85-e904-4db7-a012-45a739cdd31b req-8d8f4218-4f5f-4f72-9bcd-25bce0d4dfb7 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Apr 04 20:34:57.704101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68315f-59c2-4133-89da-ef9b92ae4723 req-13c13452-8523-4ada-83be-e21ce387dcc4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:57.705479 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e68315f-59c2-4133-89da-ef9b92ae4723 req-13c13452-8523-4ada-83be-e21ce387dcc4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0553155 Apr 04 20:34:57.750390 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e68315f-59c2-4133-89da-ef9b92ae4723 req-8250874f-1f94-4318-9fa7-8cdcf01e6b54 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Apr 04 20:34:58.873351 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a7d16-01eb-4c6c-83e8-966702b0a9e1 req-b8040db4-c002-4750-9aaa-606369a9ec40 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:34:58.874836 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-923a7d16-01eb-4c6c-83e8-966702b0a9e1 req-b8040db4-c002-4750-9aaa-606369a9ec40 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0543306 Apr 04 20:34:58.920794 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-923a7d16-01eb-4c6c-83e8-966702b0a9e1 req-989ec6c5-7d7c-4b1e-a99a-b7fae332a2a1 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 Apr 04 20:35:00.050747 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da026-560b-4077-bb71-48fe50f821cb req-db970a59-a767-4067-b560-951bc1a3b008 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:00.052269 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e6da026-560b-4077-bb71-48fe50f821cb req-db970a59-a767-4067-b560-951bc1a3b008 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0547547 Apr 04 20:35:00.107673 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0e6da026-560b-4077-bb71-48fe50f821cb req-c6cd34b4-bcd8-4cd6-9b71-4738ab105472 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 Apr 04 20:35:01.240873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8cdb2-0c84-4f3d-a322-263d9a826609 req-75885207-c55c-46ef-afa1-fa5976868353 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:01.242389 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36d8cdb2-0c84-4f3d-a322-263d9a826609 req-75885207-c55c-46ef-afa1-fa5976868353 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0536854 Apr 04 20:35:01.291864 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36d8cdb2-0c84-4f3d-a322-263d9a826609 req-bc5c9c56-fc6d-4b70-aa54-86c14e88fa7f tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Apr 04 20:35:07.687104 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacf0a6-542a-478a-9145-6b248d3a9f25 req-8652e2d8-315f-492d-aa80-a009748a5a4d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:07.688601 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dcacf0a6-542a-478a-9145-6b248d3a9f25 req-8652e2d8-315f-492d-aa80-a009748a5a4d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.2170708 Apr 04 20:35:07.739210 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dcacf0a6-542a-478a-9145-6b248d3a9f25 req-68604b04-7ee6-4db8-888e-946293a107fe tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448086 Apr 04 20:35:08.309994 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:35:08.864347 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194d18e-013c-4c5a-b1fc-8e4615a0442b req-fd13363a-f258-4778-a8b8-163df9174515 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:08.865891 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1194d18e-013c-4c5a-b1fc-8e4615a0442b req-fd13363a-f258-4778-a8b8-163df9174515 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0570743 Apr 04 20:35:08.913521 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1194d18e-013c-4c5a-b1fc-8e4615a0442b req-3535c10d-2525-4fe7-9ac8-8fc18a8435ec tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410867 Apr 04 20:35:09.419197 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-b60ae9a2-4333-407f-993f-44e73492be88 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:09.420545 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-b60ae9a2-4333-407f-993f-44e73492be88 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0527709 Apr 04 20:35:09.508621 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port 473f06c8-437e-45ba-bf09-ac074b5718ff {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:09.508955 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:09.598100 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] For port 473f06c8-437e-45ba-bf09-ac074b5718ff, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=473f06c8-437e-45ba-bf09-ac074b5718ff,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:35:09.598478 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.057316 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.057707 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.058257 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Floating IP a0301e1a-aa7d-4079-96ef-74ff8616b25a disassociated. External IP: 172.27.3.74, port: 473f06c8-437e-45ba-bf09-ac074b5718ff. Apr 04 20:35:10.058645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for 473f06c8-437e-45ba-bf09-ac074b5718ff owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:10.083115 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380150-9dd0-4ef9-9584-c477adc1fd9a req-720c0aa9-7510-4cf4-8168-90da2fff7537 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:35:10.084574 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88380150-9dd0-4ef9-9584-c477adc1fd9a req-720c0aa9-7510-4cf4-8168-90da2fff7537 tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf HTTP/1.1" status: 200 len: 946 time: 0.0869751 Apr 04 20:35:10.174919 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45694) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:10.176692 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88380150-9dd0-4ef9-9584-c477adc1fd9a req-5e09babd-e561-4fef-a1ff-69cffab0bc8b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649743 Apr 04 20:35:10.241422 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (473f06c8-437e-45ba-bf09-ac074b5718ff), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.270272 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=473f06c8-437e-45ba-bf09-ac074b5718ff,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:10.282479 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.282876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.283162 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.283496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.283831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.284160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.284489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.284814 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.285144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.285538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.285819 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.286128 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.286457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.286703 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.286817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.287094 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.363360 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Publish callbacks [] for security_group (4d7432ce-86a2-4642-87b3-17f3681d401c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.367547 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4d7432ce-86a2-4642-87b3-17f3681d401c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.403195 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:35:10.404530 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4049511d2264eb686adc4eea49060e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283919 Apr 04 20:35:10.406453 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45698) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:10.409444 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7432ce-86a2-4642-87b3-17f3681d401c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:10.416643 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.416893 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.417269 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.417599 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.417934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.418289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.418618 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.418940 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.419294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.419614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.419937 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.420290 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.420663 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.420992 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.421307 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c214544-0a94-4d1f-85d7-44068dab6fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:10.528652 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] Publish callbacks [] for security_group (4d7432ce-86a2-4642-87b3-17f3681d401c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.560708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] Publish callbacks [] for security_group (4d7432ce-86a2-4642-87b3-17f3681d401c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.575376 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:35:10.584792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:35:10.595174 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:35:10.595786 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:34:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:10.638641 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] No DVR routers for this DVR port 473f06c8-437e-45ba-bf09-ac074b5718ff on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:35:10.641421 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.644757 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fbff8886-e4e7-430e-bc71-4be96c7c0ead req-41e2d04c-3236-41a6-b8b2-78d0c8e2289b tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.23 "DELETE /v2.0/ports/473f06c8-437e-45ba-bf09-ac074b5718ff HTTP/1.1" status: 204 len: 173 time: 1.2197742 Apr 04 20:35:10.645214 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'name': 'network-vif-deleted', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:35:10.647617 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6f53e-134f-4775-acf4-76e60424dd13" -d '{"events": [{"server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "name": "network-vif-deleted", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:35:10.671516 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4d7432ce-86a2-4642-87b3-17f3681d401c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.674309 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.677798 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d7432ce-86a2-4642-87b3-17f3681d401c HTTP/1.1" status: 204 len: 168 time: 0.2681465 Apr 04 20:35:10.686700 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46d00-bbff-458e-a842-52cdaca244db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7432ce-86a2-4642-87b3-17f3681d401c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:10.733448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2019e1-5a5c-4534-a537-923399a8af41 x-openstack-request-id: req-ce2019e1-5a5c-4534-a537-923399a8af41 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:35:10.733448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf", "name": "network-vif-deleted", "tag": "473f06c8-437e-45ba-bf09-ac074b5718ff", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:35:10.733448 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce2019e1-5a5c-4534-a537-923399a8af41 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:35:10.734010 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2019e1-5a5c-4534-a537-923399a8af41'] response: {'server_uuid': '2eb6d0dc-4f19-4ec8-8cb0-eab3e72e2bcf', 'name': 'network-vif-deleted', 'tag': '473f06c8-437e-45ba-bf09-ac074b5718ff', 'status': 'completed', 'code': 200} Apr 04 20:35:10.753461 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:35:10.971559 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:10.979087 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45706) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:10.995322 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7716969-7a4a-41c0-8401-6e19d65a83d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:10.997848 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:35:11.005901 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:35:11.006532 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:34:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:11.064421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.076702 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7716969-7a4a-41c0-8401-6e19d65a83d5 admin admin] Publish callbacks [] for security_group (884262b3-728d-4392-ae49-197669149541), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.082644 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7716969-7a4a-41c0-8401-6e19d65a83d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (884262b3-728d-4392-ae49-197669149541), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.124557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716969-7a4a-41c0-8401-6e19d65a83d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884262b3-728d-4392-ae49-197669149541,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:11.131809 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e7716969-7a4a-41c0-8401-6e19d65a83d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcd430b7628d4a3297fa566a2924ef1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491592 Apr 04 20:35:11.132388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45708) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:11.144604 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:35:11.182855 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] Publish callbacks [] for security_group (884262b3-728d-4392-ae49-197669149541), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.211762 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] Publish callbacks [] for security_group (884262b3-728d-4392-ae49-197669149541), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.274386 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45714) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:11.279429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (884262b3-728d-4392-ae49-197669149541), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.282411 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.293299 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/884262b3-728d-4392-ae49-197669149541 HTTP/1.1" status: 204 len: 168 time: 0.1553533 Apr 04 20:35:11.311527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7dd0e-065f-4bf8-a238-5a45559b205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884262b3-728d-4392-ae49-197669149541,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:11.343923 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.369463 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:11.372414 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.397833 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9883e1e-1be7-4563-b034-06a863c064e4 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:25:29Z', 'revision_number': 4, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'e0f3c9ae-5af1-4084-a107-26584d590931', 'name': '', 'network_id': '93cce902-df51-4bbd-83b7-088d899785c1', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'mac_address': 'fa:16:3e:a4:6a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:26Z', 'updated_at': '2022-04-04T20:25:36Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'subnets': [{'id': 'a5dfa415-3181-4f2b-a423-884751ba2e49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:35:11.440569 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.443139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.444338 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2 HTTP/1.1" status: 204 len: 168 time: 0.1683447 Apr 04 20:35:11.447170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45718) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:11.453496 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb4e3f-6bd8-42da-9646-b627534d21fc tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:11.480426 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-11a510db-d33e-41e0-974e-28e17ab16a9e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] show failed (client error): The resource could not be found. Apr 04 20:35:11.484740 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45720) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:11.485399 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-11a510db-d33e-41e0-974e-28e17ab16a9e tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "GET /v2.0/security-groups/6c3e54ee-2cf0-4d2a-b97f-a7ded4ba65a2 HTTP/1.1" status: 404 len: 347 time: 0.0358942 Apr 04 20:35:11.623628 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Deleting port 70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:11.623978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.691372 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c9e53-20f6-4de2-b714-a5d2e2ee8553 None None] New status for floating IP a0301e1a-aa7d-4079-96ef-74ff8616b25a: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:35:11.705656 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.705985 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.719393 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Calling delete_port for 70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:11.863226 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.912172 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Pushing event deleted for resources: {'Port': ['ID=70d2a0f4-525e-45b4-9821-c2f1e5eb4ec6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:11.967016 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks [] for floatingip (a0301e1a-aa7d-4079-96ef-74ff8616b25a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.969581 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:11.970708 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-91b5d918-4c18-4d88-8e21-7ba2d8d6482d tempest-AttachVolumeNegativeTest-955014545 tempest-AttachVolumeNegativeTest-955014545-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0301e1a-aa7d-4079-96ef-74ff8616b25a HTTP/1.1" status: 204 len: 168 time: 0.4844859 Apr 04 20:35:13.268398 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45804) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:13.372512 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6ba-ad58-4372-8c37-db08e5071891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.447116 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6ba-ad58-4372-8c37-db08e5071891 admin admin] Publish callbacks [] for security_group (cc7ed8d9-3559-49b3-b855-63ffac7f7a74), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.451593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1d39c6ba-ad58-4372-8c37-db08e5071891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (cc7ed8d9-3559-49b3-b855-63ffac7f7a74), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.492664 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1d39c6ba-ad58-4372-8c37-db08e5071891 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e8c5678018d4a25ad78cf5f90eaa238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224493 Apr 04 20:35:13.493777 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39c6ba-ad58-4372-8c37-db08e5071891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ed8d9-3559-49b3-b855-63ffac7f7a74,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:13.495973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45808) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:13.550137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] Publish callbacks [] for security_group (cc7ed8d9-3559-49b3-b855-63ffac7f7a74), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.571393 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] Publish callbacks [] for security_group (cc7ed8d9-3559-49b3-b855-63ffac7f7a74), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.618637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (cc7ed8d9-3559-49b3-b855-63ffac7f7a74), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.621821 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.622987 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc7ed8d9-3559-49b3-b855-63ffac7f7a74 HTTP/1.1" status: 204 len: 168 time: 0.1259387 Apr 04 20:35:13.630784 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b9816-d1d7-45bc-a95c-5db42627b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ed8d9-3559-49b3-b855-63ffac7f7a74,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:13.881522 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 45816) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:13.894534 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a651d1-8036-43f1-b164-c6e5341b779b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.967576 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a651d1-8036-43f1-b164-c6e5341b779b admin admin] Publish callbacks [] for security_group (2288f4b9-c9da-4757-8a83-2148c61701a7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:13.971225 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a651d1-8036-43f1-b164-c6e5341b779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2288f4b9-c9da-4757-8a83-2148c61701a7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.008588 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-01a651d1-8036-43f1-b164-c6e5341b779b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=679b5ac77fa3488398dbe100f3883cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259308 Apr 04 20:35:14.009552 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a651d1-8036-43f1-b164-c6e5341b779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288f4b9-c9da-4757-8a83-2148c61701a7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:14.011351 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45818) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:14.021388 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee8cd86d-a941-43ab-b43b-7c4648bf9d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.025217 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 473f06c8-437e-45ba-bf09-ac074b5718ff no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:35:14.045202 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 473f06c8-437e-45ba-bf09-ac074b5718ff {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:35:14.045464 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 473f06c8-437e-45ba-bf09-ac074b5718ff not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:35:14.065227 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] Publish callbacks [] for security_group (2288f4b9-c9da-4757-8a83-2148c61701a7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.086021 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] Publish callbacks [] for security_group (2288f4b9-c9da-4757-8a83-2148c61701a7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.133338 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2288f4b9-c9da-4757-8a83-2148c61701a7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.136032 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:14.137201 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2288f4b9-c9da-4757-8a83-2148c61701a7 HTTP/1.1" status: 204 len: 168 time: 0.1242502 Apr 04 20:35:14.144702 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68b2a-fbfd-45eb-b397-4a580f671d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288f4b9-c9da-4757-8a83-2148c61701a7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:15.627340 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45868) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:16.116002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (da244168-c268-41f5-ae20-147481f33803), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:16.251517 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a104b661-3fc0-48e5-ba7c-7cd36ca3e749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:16.366569 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Deleting port e0f3c9ae-5af1-4084-a107-26584d590931 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:16.366818 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:16.453358 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] For port e0f3c9ae-5af1-4084-a107-26584d590931, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=e0f3c9ae-5af1-4084-a107-26584d590931,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:35:16.453714 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:16.469966 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Calling delete_port for e0f3c9ae-5af1-4084-a107-26584d590931 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:16.646592 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (e0f3c9ae-5af1-4084-a107-26584d590931), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:16.670180 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f3c9ae-5af1-4084-a107-26584d590931,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:16.837216 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (da244168-c268-41f5-ae20-147481f33803), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.304575 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Router da244168-c268-41f5-ae20-147481f33803 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:35:17.409922 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:35:17.414811 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-19990242-efae-465e-a3e7-d22e9d216dda admin admin] 10.222.0.25 "PUT /v2.0/routers/da244168-c268-41f5-ae20-147481f33803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863038 Apr 04 20:35:17.417943 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45880) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:17.420456 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Sync routers for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:35:17.431092 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:35:17.431812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:35:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:17.522633 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks [] for router (da244168-c268-41f5-ae20-147481f33803), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.538882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:35:17.628554 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks [] for router_gateway (da244168-c268-41f5-ae20-147481f33803), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.685041 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Deleting port a2fdcac1-0506-430c-87c3-41f786413538 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:17.685720 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (a2fdcac1-0506-430c-87c3-41f786413538), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.764447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] For port a2fdcac1-0506-430c-87c3-41f786413538, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=a2fdcac1-0506-430c-87c3-41f786413538,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:35:17.764801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (a2fdcac1-0506-430c-87c3-41f786413538), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.780372 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Calling delete_port for a2fdcac1-0506-430c-87c3-41f786413538 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:17.785803 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.855592 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:35:16Z', 'revision_number': 5, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port': {'id': 'a2fdcac1-0506-430c-87c3-41f786413538', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da244168-c268-41f5-ae20-147481f33803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:25:11Z', 'updated_at': '2022-04-04T20:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:17.884219 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Checking router: da244168-c268-41f5-ae20-147481f33803 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:35:17.892780 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Routers {'da244168-c268-41f5-ae20-147481f33803'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:35:17.893392 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:35:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['da244168-c268-41f5-ae20-147481f33803'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:17.947025 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (a2fdcac1-0506-430c-87c3-41f786413538), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:17.974253 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fdcac1-0506-430c-87c3-41f786413538,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:17.985067 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] Set router da244168-c268-41f5-ae20-147481f33803 gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:35:18.033351 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (da244168-c268-41f5-ae20-147481f33803), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.038051 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:35:17Z', 'revision_number': 6, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:18.067709 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c0b8-917b-44c1-b69a-be35e676cf85 None None] The sync data for ids ['da244168-c268-41f5-ae20-147481f33803'] in dv-cinder-831247-15-iscsi is: [{'id': 'da244168-c268-41f5-ae20-147481f33803', 'name': 'tempest-AttachVolumeNegativeTest-1610641706-router', 'tenant_id': '1ba952ea66254d078cf006df5aee1723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:25:09Z', 'updated_at': '2022-04-04T20:35:17Z', 'revision_number': 6, 'project_id': '1ba952ea66254d078cf006df5aee1723', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:35:18.128313 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (da244168-c268-41f5-ae20-147481f33803), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.130444 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks [] for router_controller (da244168-c268-41f5-ae20-147481f33803), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.177233 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (da244168-c268-41f5-ae20-147481f33803), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.177750 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da244168-c268-41f5-ae20-147481f33803 {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:35:18.182680 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.183937 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-937139bf-1d43-4d7c-8f28-ff16772db738 admin admin] 10.222.0.25 "DELETE /v2.0/routers/da244168-c268-41f5-ae20-147481f33803 HTTP/1.1" status: 204 len: 168 time: 0.7650454 Apr 04 20:35:18.186484 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45882) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:18.231370 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Deleting subnet a5dfa415-3181-4f2b-a423-884751ba2e49 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:35:18.234355 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Publish callbacks [] for subnet (a5dfa415-3181-4f2b-a423-884751ba2e49), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.266749 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (a5dfa415-3181-4f2b-a423-884751ba2e49), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.343801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (a5dfa415-3181-4f2b-a423-884751ba2e49), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.394143 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (a5dfa415-3181-4f2b-a423-884751ba2e49), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.419852 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dfa415-3181-4f2b-a423-884751ba2e49,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:18.423320 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.426440 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e1029f35-84ff-460d-aa4d-ae3e1a45fb2c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a5dfa415-3181-4f2b-a423-884751ba2e49 HTTP/1.1" status: 204 len: 168 time: 0.2390034 Apr 04 20:35:18.428924 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45884) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:18.430690 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13e442-1c60-44bd-8eec-9961b0fcf232 None None] Network 93cce902-df51-4bbd-83b7-088d899785c1 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:35:18.506806 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (93cce902-df51-4bbd-83b7-088d899785c1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.569675 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Deleting port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:18.570014 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.611026 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] DHCP port deletion for 93cce902-df51-4bbd-83b7-088d899785c1 request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:35:18.639669 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] For port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:35:18.640092 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.657614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Calling delete_port for d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:18.673666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Deleting port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:35:18.674289 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.698987 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device e0f3c9ae-5af1-4084-a107-26584d590931 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:35:18.757640 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: e0f3c9ae-5af1-4084-a107-26584d590931 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:35:18.757842 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.758383 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device e0f3c9ae-5af1-4084-a107-26584d590931 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:35:18.758383 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a2fdcac1-0506-430c-87c3-41f786413538 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:35:18.784828 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:18.793615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] No DVR routers for this DVR port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:35:18.794325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: a2fdcac1-0506-430c-87c3-41f786413538 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:35:18.795104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device a2fdcac1-0506-430c-87c3-41f786413538 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:35:18.795527 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:35:18.803101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.825099 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:35:18.825467 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:35:18.828965 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] For port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,segment=NetworkSegment(437c784b-3e2f-4cd1-b98a-87176fca46b4),segment_id=437c784b-3e2f-4cd1-b98a-87176fca46b4)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:35:18.829370 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.843694 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Calling delete_port for d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:35:18.879355 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (93cce902-df51-4bbd-83b7-088d899785c1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.901292 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cce902-df51-4bbd-83b7-088d899785c1']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:18.910563 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437c784b-3e2f-4cd1-b98a-87176fca46b4') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:18.910863 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437c784b-3e2f-4cd1-b98a-87176fca46b4') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:35:18.921487 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (437c784b-3e2f-4cd1-b98a-87176fca46b4), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.923518 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (d8cf0bd6-5026-4f4b-ace0-7ea8051101d8), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.934118 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (437c784b-3e2f-4cd1-b98a-87176fca46b4), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.940437 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:35:18.940870 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (437c784b-3e2f-4cd1-b98a-87176fca46b4), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:35:18.942630 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:35:18.954144 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Pushing event deleted for resources: {'Port': ['ID=d8cf0bd6-5026-4f4b-ace0-7ea8051101d8,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:18.956382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] No DVR routers for this DVR port d8cf0bd6-5026-4f4b-ace0-7ea8051101d8 on host dv-cinder-831247-15-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:35:18.964318 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.964709 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.965023 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.965345 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.965681 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.966013 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.966373 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.966699 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.967027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.967356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.967686 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.968104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.968320 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.968640 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.968959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee168f0-a964-42bf-94bb-255682e4984a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:35:18.997699 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (93cce902-df51-4bbd-83b7-088d899785c1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.002949 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.006304 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93cce902-df51-4bbd-83b7-088d899785c1 HTTP/1.1" status: 204 len: 168 time: 0.5764518 Apr 04 20:35:19.017526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb25215-6490-4958-9ba8-28e3f3f60c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=93cce902-df51-4bbd-83b7-088d899785c1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:19.130366 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45890) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:19.170258 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ba5b3671-c79b-4059-bb15-dd0125b7c986 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ba952ea66254d078cf006df5aee1723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385232 Apr 04 20:35:19.172628 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 45892) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:19.223542 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] Publish callbacks [] for security_group (b81cc684-3ec9-41ed-aab3-66217641c3f4), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.244316 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] Publish callbacks [] for security_group (b81cc684-3ec9-41ed-aab3-66217641c3f4), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.291370 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (b81cc684-3ec9-41ed-aab3-66217641c3f4), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.293829 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:19.295018 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b81cc684-3ec9-41ed-aab3-66217641c3f4 HTTP/1.1" status: 204 len: 168 time: 0.1214948 Apr 04 20:35:19.302847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6087bd-bc68-429c-9ab1-b66d350f7f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81cc684-3ec9-41ed-aab3-66217641c3f4,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:20.375375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.553788 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46006) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:23.656204 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-675bd59e-c443-4d6d-875f-c8bbc14a5ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.730978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-675bd59e-c443-4d6d-875f-c8bbc14a5ebd admin admin] Publish callbacks [] for security_group (a6f38984-5b0f-45f1-a2a8-6b13811f9b2a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.734715 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-675bd59e-c443-4d6d-875f-c8bbc14a5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a6f38984-5b0f-45f1-a2a8-6b13811f9b2a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.773387 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-675bd59e-c443-4d6d-875f-c8bbc14a5ebd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=151c081e861a42358be3044139199d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184944 Apr 04 20:35:23.774344 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd59e-c443-4d6d-875f-c8bbc14a5ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f38984-5b0f-45f1-a2a8-6b13811f9b2a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:23.776070 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46010) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:23.824367 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] Publish callbacks [] for security_group (a6f38984-5b0f-45f1-a2a8-6b13811f9b2a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.844251 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] Publish callbacks [] for security_group (a6f38984-5b0f-45f1-a2a8-6b13811f9b2a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.891791 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (a6f38984-5b0f-45f1-a2a8-6b13811f9b2a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.894375 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:23.895496 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6f38984-5b0f-45f1-a2a8-6b13811f9b2a HTTP/1.1" status: 204 len: 168 time: 0.1175554 Apr 04 20:35:23.903147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae99130-f6bd-4ce5-b17e-1768216f2444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f38984-5b0f-45f1-a2a8-6b13811f9b2a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:35.600134 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46276) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:35.705358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-23988353-9acd-40fd-a540-5959bfd1fd91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.776709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-23988353-9acd-40fd-a540-5959bfd1fd91 admin admin] Publish callbacks [] for security_group (464800f7-8559-48a0-9a21-a9e377982e8b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.780692 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-23988353-9acd-40fd-a540-5959bfd1fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (464800f7-8559-48a0-9a21-a9e377982e8b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.816745 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-23988353-9acd-40fd-a540-5959bfd1fd91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e76de6502e6848adb06593a9c6e49ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155154 Apr 04 20:35:35.818770 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23988353-9acd-40fd-a540-5959bfd1fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464800f7-8559-48a0-9a21-a9e377982e8b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:35.819516 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46282) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:35.867873 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] Publish callbacks [] for security_group (464800f7-8559-48a0-9a21-a9e377982e8b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.891271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] Publish callbacks [] for security_group (464800f7-8559-48a0-9a21-a9e377982e8b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.937246 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (464800f7-8559-48a0-9a21-a9e377982e8b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.939872 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:35.942764 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/464800f7-8559-48a0-9a21-a9e377982e8b HTTP/1.1" status: 204 len: 168 time: 0.1221547 Apr 04 20:35:35.951651 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c26c5-aec7-4a5b-99a3-490c9479638a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464800f7-8559-48a0-9a21-a9e377982e8b,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:36.329011 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46290) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:36.342571 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-344d7bfc-1375-4ae8-9ef1-7005b98cdf8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.417397 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-344d7bfc-1375-4ae8-9ef1-7005b98cdf8c admin admin] Publish callbacks [] for security_group (8e90f99c-1704-4a96-a33a-835ccf735f26), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.421165 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-344d7bfc-1375-4ae8-9ef1-7005b98cdf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8e90f99c-1704-4a96-a33a-835ccf735f26), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.457156 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7bfc-1375-4ae8-9ef1-7005b98cdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90f99c-1704-4a96-a33a-835ccf735f26,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:36.461347 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-344d7bfc-1375-4ae8-9ef1-7005b98cdf8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a29227d79ab400091cea8107a46619d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313260 Apr 04 20:35:36.464004 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46292) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:36.510424 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] Publish callbacks [] for security_group (8e90f99c-1704-4a96-a33a-835ccf735f26), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.533403 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] Publish callbacks [] for security_group (8e90f99c-1704-4a96-a33a-835ccf735f26), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.583092 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (8e90f99c-1704-4a96-a33a-835ccf735f26), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.586024 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:36.587219 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e90f99c-1704-4a96-a33a-835ccf735f26 HTTP/1.1" status: 204 len: 168 time: 0.1223295 Apr 04 20:35:36.604162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ddb0-8858-4971-af38-a30fb64b4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90f99c-1704-4a96-a33a-835ccf735f26,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:41.041233 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:44.023952 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5742073e-daea-4b7d-85e1-aa744daf2874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:45.308968 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:35:46.242622 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-050ed694-71d8-4f8d-97e8-0171f292f9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:47.627974 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:48.699980 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.373001 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.524369 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46478) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:50.635059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6316c1d6-42b8-4e42-805d-06104903d9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.721434 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6316c1d6-42b8-4e42-805d-06104903d9ca admin admin] Publish callbacks [] for security_group (e5c1660b-0660-403f-8a28-215947463361), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.725154 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6316c1d6-42b8-4e42-805d-06104903d9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5c1660b-0660-403f-8a28-215947463361), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.766793 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6316c1d6-42b8-4e42-805d-06104903d9ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2e414c43fee4ca78ba803a4ab1e38dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412479 Apr 04 20:35:50.767629 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316c1d6-42b8-4e42-805d-06104903d9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1660b-0660-403f-8a28-215947463361,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:50.769423 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46486) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:50.819073 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] Publish callbacks [] for security_group (e5c1660b-0660-403f-8a28-215947463361), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.839014 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] Publish callbacks [] for security_group (e5c1660b-0660-403f-8a28-215947463361), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.884273 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5c1660b-0660-403f-8a28-215947463361), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.886915 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:50.887997 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5c1660b-0660-403f-8a28-215947463361 HTTP/1.1" status: 204 len: 168 time: 0.1174521 Apr 04 20:35:50.895489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496106-1ab1-4efa-abc9-2895e83864ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1660b-0660-403f-8a28-215947463361,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:51.141649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46492) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:51.154475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b456e68-49cf-4713-a028-6c9aac17733c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.228988 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b456e68-49cf-4713-a028-6c9aac17733c admin admin] Publish callbacks [] for security_group (6c49a878-bf4e-462e-8df7-f40e4d632d2e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.232458 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b456e68-49cf-4713-a028-6c9aac17733c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6c49a878-bf4e-462e-8df7-f40e4d632d2e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.269677 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4b456e68-49cf-4713-a028-6c9aac17733c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5952c56cc5294d86ab5314fce24e34de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268935 Apr 04 20:35:51.270793 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456e68-49cf-4713-a028-6c9aac17733c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c49a878-bf4e-462e-8df7-f40e4d632d2e,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:51.272399 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46494) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:51.322871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] Publish callbacks [] for security_group (6c49a878-bf4e-462e-8df7-f40e4d632d2e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.343146 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] Publish callbacks [] for security_group (6c49a878-bf4e-462e-8df7-f40e4d632d2e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.387817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (6c49a878-bf4e-462e-8df7-f40e4d632d2e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.390474 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:51.391712 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c49a878-bf4e-462e-8df7-f40e4d632d2e HTTP/1.1" status: 204 len: 168 time: 0.1183302 Apr 04 20:35:51.399506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a2e40-ac04-4a6b-802e-d06afee9857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c49a878-bf4e-462e-8df7-f40e4d632d2e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:56.730212 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46600) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:56.832907 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-26929bcb-5a77-415b-a053-898f1da6c4aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:56.904724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-26929bcb-5a77-415b-a053-898f1da6c4aa admin admin] Publish callbacks [] for security_group (44f17064-c0c1-4e64-b87d-3a9aa7559df9), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:56.908875 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-26929bcb-5a77-415b-a053-898f1da6c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (44f17064-c0c1-4e64-b87d-3a9aa7559df9), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:56.946729 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-26929bcb-5a77-415b-a053-898f1da6c4aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbbf387a1f2449818d7a2101978ce456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154675 Apr 04 20:35:56.947794 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26929bcb-5a77-415b-a053-898f1da6c4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f17064-c0c1-4e64-b87d-3a9aa7559df9,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:56.949407 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46604) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:56.998570 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] Publish callbacks [] for security_group (44f17064-c0c1-4e64-b87d-3a9aa7559df9), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.023551 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] Publish callbacks [] for security_group (44f17064-c0c1-4e64-b87d-3a9aa7559df9), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.070624 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (44f17064-c0c1-4e64-b87d-3a9aa7559df9), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.073087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.074240 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44f17064-c0c1-4e64-b87d-3a9aa7559df9 HTTP/1.1" status: 204 len: 168 time: 0.1231411 Apr 04 20:35:57.082185 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30988a2f-f909-416e-baac-97a97b15c4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f17064-c0c1-4e64-b87d-3a9aa7559df9,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:57.339845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46618) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:57.352423 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74cad686-3850-4d6a-8452-e6d3d778f858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.425423 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74cad686-3850-4d6a-8452-e6d3d778f858 admin admin] Publish callbacks [] for security_group (55ddbad0-e59f-46a1-ae20-78769bacc44f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.428987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74cad686-3850-4d6a-8452-e6d3d778f858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (55ddbad0-e59f-46a1-ae20-78769bacc44f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.467691 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-74cad686-3850-4d6a-8452-e6d3d778f858 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e9c2b31c284f97889798dddd0a4e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278398 Apr 04 20:35:57.469626 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cad686-3850-4d6a-8452-e6d3d778f858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ddbad0-e59f-46a1-ae20-78769bacc44f,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:35:57.470756 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46620) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:35:57.521525 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] Publish callbacks [] for security_group (55ddbad0-e59f-46a1-ae20-78769bacc44f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.545461 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] Publish callbacks [] for security_group (55ddbad0-e59f-46a1-ae20-78769bacc44f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.592103 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (55ddbad0-e59f-46a1-ae20-78769bacc44f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.594619 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:35:57.596618 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55ddbad0-e59f-46a1-ae20-78769bacc44f HTTP/1.1" status: 204 len: 168 time: 0.1247971 Apr 04 20:35:57.604278 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fc4da-a599-40c3-9b95-222e011ee9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ddbad0-e59f-46a1-ae20-78769bacc44f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:00.859504 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46702) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:00.975299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d2de0bb-4b33-42e1-986a-8ec636714984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.052022 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d2de0bb-4b33-42e1-986a-8ec636714984 admin admin] Publish callbacks [] for security_group (673484c1-ff50-4b62-bd2c-fcdccf5cf148), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.055625 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d2de0bb-4b33-42e1-986a-8ec636714984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (673484c1-ff50-4b62-bd2c-fcdccf5cf148), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.096607 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1d2de0bb-4b33-42e1-986a-8ec636714984 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb91d76be2b2451ea3574bd076b311c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356374 Apr 04 20:36:01.097697 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2de0bb-4b33-42e1-986a-8ec636714984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673484c1-ff50-4b62-bd2c-fcdccf5cf148,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:01.099748 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46710) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:01.148434 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] Publish callbacks [] for security_group (673484c1-ff50-4b62-bd2c-fcdccf5cf148), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.170950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] Publish callbacks [] for security_group (673484c1-ff50-4b62-bd2c-fcdccf5cf148), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.219630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (673484c1-ff50-4b62-bd2c-fcdccf5cf148), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.223405 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:01.224538 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/673484c1-ff50-4b62-bd2c-fcdccf5cf148 HTTP/1.1" status: 204 len: 168 time: 0.1235297 Apr 04 20:36:01.231916 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0cb47-df6f-46eb-bcdd-bb4d738ac8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673484c1-ff50-4b62-bd2c-fcdccf5cf148,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:02.467443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46748) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:02.580150 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa5c46c2-a057-42f8-b5a7-4a738f63775a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.668419 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa5c46c2-a057-42f8-b5a7-4a738f63775a admin admin] Publish callbacks [] for security_group (53bcc563-46b5-4c65-990f-f5c6291ea129), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.672298 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa5c46c2-a057-42f8-b5a7-4a738f63775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (53bcc563-46b5-4c65-990f-f5c6291ea129), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.711161 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-aa5c46c2-a057-42f8-b5a7-4a738f63775a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85b5407fe87a45a688ca2eea0b733b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426331 Apr 04 20:36:02.712083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c46c2-a057-42f8-b5a7-4a738f63775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bcc563-46b5-4c65-990f-f5c6291ea129,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:02.713967 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46752) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:02.766463 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] Publish callbacks [] for security_group (53bcc563-46b5-4c65-990f-f5c6291ea129), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.794502 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] Publish callbacks [] for security_group (53bcc563-46b5-4c65-990f-f5c6291ea129), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.846876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (53bcc563-46b5-4c65-990f-f5c6291ea129), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.849464 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:02.850625 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53bcc563-46b5-4c65-990f-f5c6291ea129 HTTP/1.1" status: 204 len: 168 time: 0.1347902 Apr 04 20:36:02.858039 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b409c4-7391-4e55-bf9b-95a35db9e103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bcc563-46b5-4c65-990f-f5c6291ea129,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:03.105149 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46758) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:03.118697 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81fcaca4-caf4-4f68-bd52-8270fc3c7f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.193391 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81fcaca4-caf4-4f68-bd52-8270fc3c7f4b admin admin] Publish callbacks [] for security_group (22653134-5b42-483a-9e3d-b17e16225849), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.196966 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81fcaca4-caf4-4f68-bd52-8270fc3c7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (22653134-5b42-483a-9e3d-b17e16225849), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.234466 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-81fcaca4-caf4-4f68-bd52-8270fc3c7f4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7063c631195c4e2083bcfee4a4caad23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281631 Apr 04 20:36:03.235189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcaca4-caf4-4f68-bd52-8270fc3c7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22653134-5b42-483a-9e3d-b17e16225849,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:03.238145 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46762) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:03.286694 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] Publish callbacks [] for security_group (22653134-5b42-483a-9e3d-b17e16225849), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.308225 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] Publish callbacks [] for security_group (22653134-5b42-483a-9e3d-b17e16225849), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.358296 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (22653134-5b42-483a-9e3d-b17e16225849), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.361345 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:03.362547 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22653134-5b42-483a-9e3d-b17e16225849 HTTP/1.1" status: 204 len: 168 time: 0.1233799 Apr 04 20:36:03.374221 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c922a-c81c-4f66-91e9-ca29f41b5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22653134-5b42-483a-9e3d-b17e16225849,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:09.038900 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46892) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:09.141311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62e3e72d-cbc1-4c44-8157-5b9236cf99af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.215380 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62e3e72d-cbc1-4c44-8157-5b9236cf99af admin admin] Publish callbacks [] for security_group (48672a33-02e5-4b02-a2fd-5a47fddad7b4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.219025 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62e3e72d-cbc1-4c44-8157-5b9236cf99af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (48672a33-02e5-4b02-a2fd-5a47fddad7b4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.254899 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e72d-cbc1-4c44-8157-5b9236cf99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48672a33-02e5-4b02-a2fd-5a47fddad7b4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:09.261247 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-62e3e72d-cbc1-4c44-8157-5b9236cf99af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=444a4a5fbf16496c8c5d7cbff56a40e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191725 Apr 04 20:36:09.261765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46896) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:09.311180 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] Publish callbacks [] for security_group (48672a33-02e5-4b02-a2fd-5a47fddad7b4), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.332506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] Publish callbacks [] for security_group (48672a33-02e5-4b02-a2fd-5a47fddad7b4), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.379519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (48672a33-02e5-4b02-a2fd-5a47fddad7b4), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.382128 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.383286 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48672a33-02e5-4b02-a2fd-5a47fddad7b4 HTTP/1.1" status: 204 len: 168 time: 0.1205857 Apr 04 20:36:09.391023 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03c27f-120f-4bb5-aea2-843c9391abac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48672a33-02e5-4b02-a2fd-5a47fddad7b4,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:09.635238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 46902) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:09.648876 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86cb4ec2-402b-4049-af24-fedf2df345e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.730071 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86cb4ec2-402b-4049-af24-fedf2df345e7 admin admin] Publish callbacks [] for security_group (45d53392-0dec-4956-bd8f-86fc87b39fc8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.733583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86cb4ec2-402b-4049-af24-fedf2df345e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (45d53392-0dec-4956-bd8f-86fc87b39fc8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.772004 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-86cb4ec2-402b-4049-af24-fedf2df345e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d430ee6f7a34eb6a7b0b69bbc87cecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357241 Apr 04 20:36:09.773857 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb4ec2-402b-4049-af24-fedf2df345e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d53392-0dec-4956-bd8f-86fc87b39fc8,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:09.774682 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 46906) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:09.821506 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] Publish callbacks [] for security_group (45d53392-0dec-4956-bd8f-86fc87b39fc8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.842883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] Publish callbacks [] for security_group (45d53392-0dec-4956-bd8f-86fc87b39fc8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.889239 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (45d53392-0dec-4956-bd8f-86fc87b39fc8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.891769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:09.892918 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45d53392-0dec-4956-bd8f-86fc87b39fc8 HTTP/1.1" status: 204 len: 168 time: 0.1171973 Apr 04 20:36:09.900527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1157b-3fd7-4764-96f0-dd2f88e57aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d53392-0dec-4956-bd8f-86fc87b39fc8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:11.055187 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:14.035093 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b1856ca2-37b7-452d-848d-7db46da68980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:15.932533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47006) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:16.037479 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.111007 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Publish callbacks [] for security_group (52ecd40e-0264-49b5-abf4-455d9195dacc), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.115326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (52ecd40e-0264-49b5-abf4-455d9195dacc), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.155911 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4ccf82eb4ac4ad88e1743a325be9c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223263 Apr 04 20:36:16.156769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecd40e-0264-49b5-abf4-455d9195dacc,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:16.158726 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47010) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:16.164020 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.164366 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.164706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.165036 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.165371 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.165752 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.166101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.166429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.166752 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.167074 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.167419 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.167742 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.168059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.168374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.168688 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553336e6-ea20-4e09-9399-2de7129db7b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.207798 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Publish callbacks [] for security_group (52ecd40e-0264-49b5-abf4-455d9195dacc), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.229400 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Publish callbacks [] for security_group (52ecd40e-0264-49b5-abf4-455d9195dacc), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.243336 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb888cbe-2f69-45e7-8a51-a8ed73b15713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.277700 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (52ecd40e-0264-49b5-abf4-455d9195dacc), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.280304 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:16.281447 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52ecd40e-0264-49b5-abf4-455d9195dacc HTTP/1.1" status: 204 len: 168 time: 0.1216774 Apr 04 20:36:16.289361 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecd40e-0264-49b5-abf4-455d9195dacc,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:16.296281 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.296635 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.296977 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.297315 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.297649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.297984 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.298344 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.298673 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.299002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.299331 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.299746 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.299987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.300309 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.300632 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.300954 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7504adc0-c9e9-4f43-b574-ddcfce9d3252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:16.892160 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47038) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:16.986410 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-628174369-network', 'tenant_id': '4d170a056c034a7b82e633f3f75efc62'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:17.006772 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Made reservation on behalf of 4d170a056c034a7b82e633f3f75efc62 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:17.009077 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.017038 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.093250 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks [] for security_group (cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.097002 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.123489 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:36:17.135886 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:17.139768 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c9c66939-02a5-485f-b621-d6535062776b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.140119 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Added segment c9c66939-02a5-485f-b621-d6535062776b of type vlan for network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 Apr 04 20:36:17.180109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (114ca130-6b98-4cfc-bf2f-ef0d338d0363), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.203835 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (114ca130-6b98-4cfc-bf2f-ef0d338d0363), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.204826 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:17.205409 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.236839 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3435190 Apr 04 20:36:17.240447 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47044) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:17.245585 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Request body: {'subnet': {'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-628174369-subnet', 'tenant_id': '4d170a056c034a7b82e633f3f75efc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:17.263673 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Made reservation on behalf of 4d170a056c034a7b82e633f3f75efc62 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:17.266038 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.267846 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804420cb-cdda-402f-964a-55869e08bc91 admin admin] Pushing event updated for resources: {'Network': ['ID=114ca130-6b98-4cfc-bf2f-ef0d338d0363,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:17.277712 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:36:17.432885 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (7abd03ee-7e7f-47cc-95ec-3438e3660755), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.480775 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abd03ee-7e7f-47cc-95ec-3438e3660755,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:17.496123 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Checking segment: {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:17.496420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Network hostable DHCP agents. Network: 114ca130-6b98-4cfc-bf2f-ef0d338d0363, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:36:17.512631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:36:17.521849 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 114ca130-6b98-4cfc-bf2f-ef0d338d0363) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:17.526927 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:17.527545 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.533808 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dfd4e5-8ea8-42a2-9325-9ff298a3dd16 None None] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:17.558113 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1844e616-03be-429c-aa06-fd17d15af935 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3068926 Apr 04 20:36:17.637866 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:17.688884 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966898db-d606-44ef-a308-9a4c5d952965 None None] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:17.949035 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1e93c-2a08-4148-b8ca-e57a252e84d3 req-f14cbc69-fb1b-4e99-836d-317f6ebcabd4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:17.950770 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-02f1e93c-2a08-4148-b8ca-e57a252e84d3 req-f14cbc69-fb1b-4e99-836d-317f6ebcabd4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.0614676 Apr 04 20:36:18.008599 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-02f1e93c-2a08-4148-b8ca-e57a252e84d3 req-7c315f94-a2f0-4aec-9808-14af4be3dfd4 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514877 Apr 04 20:36:18.706818 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:19.262350 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871633de-01eb-43dd-b263-dbe94ea0a52e req-1154ac2b-2953-4c67-9c61-b708e68b473c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:19.263987 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-871633de-01eb-43dd-b263-dbe94ea0a52e req-1154ac2b-2953-4c67-9c61-b708e68b473c tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.1743009 Apr 04 20:36:19.313349 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-871633de-01eb-43dd-b263-dbe94ea0a52e req-21fb8f04-a5eb-41fc-9c6f-bf6fc8d61893 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups?id=dffc8249-d6ea-4fbb-ba41-fd635c6bc176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429318 Apr 04 20:36:19.458062 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-77a9cb91-6531-46ed-89d6-5e05e5f81ad2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:19.459652 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-77a9cb91-6531-46ed-89d6-5e05e5f81ad2 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 947 time: 0.1323853 Apr 04 20:36:19.513430 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-56606029-731a-46b1-81d3-e135de83b96a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:19.514909 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-56606029-731a-46b1-81d3-e135de83b96a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 813 time: 0.1530211 Apr 04 20:36:19.555132 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-efa40375-14c6-46cf-b06a-cefbb71b3b88 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/quotas/4d170a056c034a7b82e633f3f75efc62 HTTP/1.1" status: 200 len: 375 time: 0.0347703 Apr 04 20:36:19.591354 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-dd3731fb-49ff-4677-9ef7-0a098416fc42 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303686 Apr 04 20:36:19.615491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Deleting port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:19.615930 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:19.676667 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3a894c89-52da-4c4d-af45-a7d4c46bc0ec service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:36:19.677702 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3a894c89-52da-4c4d-af45-a7d4c46bc0ec service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0793099 Apr 04 20:36:19.766531 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] For port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:19.766894 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:19.844100 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-d50b3a83-906f-400e-8c63-6a708e4d6aed service neutron] 10.222.0.25 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591880 Apr 04 20:36:20.063279 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-1cff350d-32ca-4c72-927a-f91b55d05ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093129 Apr 04 20:36:20.066185 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-e92a09df-775c-49cd-bf94-eb992c658fed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2412059 Apr 04 20:36:20.073637 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:20.074049 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:20.074349 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Floating IP 6638524d-988d-498d-8b49-9a388c55b442 disassociated. External IP: 172.27.3.135, port: aeceb0e3-ece9-446f-86c0-0ce8b0c518e2. Apr 04 20:36:20.074695 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Calling delete_port for aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:20.190603 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-b18bcde6-1625-4cb8-a715-207fb1b22d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:20.192136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-b18bcde6-1625-4cb8-a715-207fb1b22d55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0714290 Apr 04 20:36:20.282978 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8edc7fa7-41fd-440d-aea6-62d1c2f0280e req-95d5a9aa-d351-4616-8b09-28787080748d tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 210 time: 0.0572143 Apr 04 20:36:20.322063 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (aeceb0e3-ece9-446f-86c0-0ce8b0c518e2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:20.360213 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'Port': ['ID=aeceb0e3-ece9-446f-86c0-0ce8b0c518e2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:20.386519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:20.392179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-269dcc51-7fbb-47f1-b970-4572468dc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:20.393843 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-269dcc51-7fbb-47f1-b970-4572468dc3e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.1568732 Apr 04 20:36:20.513913 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1246dd9-149c-4272-98a2-cee5f1914c72 req-ebe8a401-2eb8-4bf7-87df-95bb200c0bae tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 210 time: 0.0755041 Apr 04 20:36:20.574916 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-683d3edf-73fb-4f31-a082-a0436c0e1ea3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 1001 time: 0.1380677 Apr 04 20:36:20.637883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:36:20.650329 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-5375176c-8d4d-4d5f-a74a-6966940b6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:20.651712 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-5375176c-8d4d-4d5f-a74a-6966940b6858 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0647209 Apr 04 20:36:20.799776 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-11da65a0-3cd8-4d39-8c31-51659340e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:20.801426 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-11da65a0-3cd8-4d39-8c31-51659340e46f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1405101 Apr 04 20:36:20.811595 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-b8d78d16-dddb-4a63-90a3-540ec8795d18 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:36:20.812552 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-b8d78d16-dddb-4a63-90a3-540ec8795d18 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049951 Apr 04 20:36:20.829695 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:20.843782 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:20.855055 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:20.855686 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:20.977445 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:21.190474 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:21.204922 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] No DVR routers for this DVR port aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:36:21.208511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:21.211812 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a29a4b5-f474-44b6-a2b1-0eac85191c57 req-1ba5c0f0-e986-44d2-a61a-909b6df42859 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.23 "DELETE /v2.0/ports/aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 HTTP/1.1" status: 204 len: 173 time: 1.7460089 Apr 04 20:36:21.212262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-deleted', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:36:21.214517 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a8c5f-6a97-48e5-afb5-9fb42c8e3eb6" -d '{"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-deleted", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:36:21.218609 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:21.228574 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:21.229539 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:21.248550 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-542c6e02-71ea-41a9-91f8-c518b52d30d7 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290793 Apr 04 20:36:21.364147 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d9afc38f-6830-4466-9d2a-59be6c51d949 req-abed91d1-faa8-4b24-a4f3-cd37d5dffeda service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998237 Apr 04 20:36:21.376656 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:21.421946 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-78f4f254-0a26-4ab1-840e-894bd60dd5ef req-1c421395-d370-4f15-bcff-9f1cd5abb785 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 210 time: 0.0390954 Apr 04 20:36:21.423671 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831a1cc0-78dd-480c-9a25-49169fe8e5ed x-openstack-request-id: req-831a1cc0-78dd-480c-9a25-49169fe8e5ed {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:36:21.424037 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54298e75-17eb-440b-b028-0fd8f8b53ec3", "name": "network-vif-deleted", "tag": "aeceb0e3-ece9-446f-86c0-0ce8b0c518e2", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:36:21.424352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831a1cc0-78dd-480c-9a25-49169fe8e5ed {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:36:21.424814 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831a1cc0-78dd-480c-9a25-49169fe8e5ed'] response: {'server_uuid': '54298e75-17eb-440b-b028-0fd8f8b53ec3', 'name': 'network-vif-deleted', 'tag': 'aeceb0e3-ece9-446f-86c0-0ce8b0c518e2', 'status': 'completed', 'code': 200} Apr 04 20:36:21.592769 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-fe1a4cb7-c69b-413b-ac9d-7209671f5024 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:21.594358 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-fe1a4cb7-c69b-413b-ac9d-7209671f5024 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 813 time: 0.1120524 Apr 04 20:36:21.625704 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:21.650751 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cec278f3-b2f6-457c-b428-94d13753bd74 req-8c9733a5-ed85-4fa4-b1ea-68f2c4193678 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/ports?device_id=54298e75-17eb-440b-b028-0fd8f8b53ec3 HTTP/1.1" status: 200 len: 210 time: 0.0285034 Apr 04 20:36:21.655275 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3be62-fe6b-48c5-b246-9fb0fb2b623c None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:27:13Z', 'revision_number': 4, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '449b74a5-331f-43e4-a0ca-ca91e3ee96fb', 'name': '', 'network_id': 'be74c0b8-1e2e-431c-a91a-765261911abd', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'mac_address': 'fa:16:3e:ae:74:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '523fc40b-e99c-4c5a-8843-47263959addc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:13Z', 'updated_at': '2022-04-04T20:27:17Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'subnets': [{'id': '523fc40b-e99c-4c5a-8843-47263959addc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:36:21.887432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Request body: {'port': {'device_id': '77117900-8853-4dd8-9506-7ed127b124ad', 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363', 'admin_state_up': True, 'tenant_id': '4d170a056c034a7b82e633f3f75efc62'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:21.887668 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff5c0c-0a2d-4db9-8918-2250cbe270bd None None] New status for floating IP 6638524d-988d-498d-8b49-9a388c55b442: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:36:22.001659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Made reservation on behalf of 4d170a056c034a7b82e633f3f75efc62 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:22.005709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.152932 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Allocated IP 172.20.0.8 (114ca130-6b98-4cfc-bf2f-ef0d338d0363/7abd03ee-7e7f-47cc-95ec-3438e3660755/1b2547b8-f408-47f7-80f6-c945bc12e094) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:22.307608 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:36:22.318895 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks [] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.351858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.392135 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:22.394689 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:22.398986 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:22.426734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Pushing event updated for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:22.456779 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:22.457393 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.478627 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-3dd8ac1d-7f0a-45ef-8129-8c3ceb0f5484 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950592 Apr 04 20:36:22.491458 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Request body: {'port': {'device_id': '77117900-8853-4dd8-9506-7ed127b124ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:22.588384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.607272 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b90f-a97d-4f39-8b80-280df7a5881d req-f06eef7b-6965-4c31-b67b-ecbda1f17050 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:22.608656 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c68b90f-a97d-4f39-8b80-280df7a5881d req-f06eef7b-6965-4c31-b67b-ecbda1f17050 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 931 time: 0.0925324 Apr 04 20:36:22.739124 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1c68b90f-a97d-4f39-8b80-280df7a5881d req-f8ca967f-296c-42c6-bb59-90ebf0863ad2 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072536 Apr 04 20:36:22.749507 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47200) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:22.814302 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (dffc8249-d6ea-4fbb-ba41-fd635c6bc176), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.839488 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (dffc8249-d6ea-4fbb-ba41-fd635c6bc176), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.894117 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (dffc8249-d6ea-4fbb-ba41-fd635c6bc176), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.897025 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.900545 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "DELETE /v2.0/security-groups/dffc8249-d6ea-4fbb-ba41-fd635c6bc176 HTTP/1.1" status: 204 len: 168 time: 0.1465490 Apr 04 20:36:22.901288 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47202) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:22.911336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2547b8-f408-47f7-80f6-c945bc12e094 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:36:22.918391 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfc52-a400-4fbb-9d46-69b712fa1600 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc8249-d6ea-4fbb-ba41-fd635c6bc176,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:22.919792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks [] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.921570 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-b389a96e-389e-4698-a661-8039b25fb969 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] show failed (client error): The resource could not be found. Apr 04 20:36:22.922647 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b389a96e-389e-4698-a661-8039b25fb969 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "GET /v2.0/security-groups/dffc8249-d6ea-4fbb-ba41-fd635c6bc176 HTTP/1.1" status: 404 len: 347 time: 0.0204399 Apr 04 20:36:22.925427 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47204) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:22.937719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Transition to ACTIVE for port object 1b2547b8-f408-47f7-80f6-c945bc12e094 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:36:22.943845 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:22.994326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:23.050804 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:36:23.062600 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Deleting port c5661213-5216-4f51-93b0-e0b4d036ee82 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:23.062934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.068388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Attempting to bind port 1b2547b8-f408-47f7-80f6-c945bc12e094 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:23.068734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Attempting to bind port 1b2547b8-f408-47f7-80f6-c945bc12e094 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:23.069067 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Attempting to bind port 1b2547b8-f408-47f7-80f6-c945bc12e094 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:23.073889 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Port 1b2547b8-f408-47f7-80f6-c945bc12e094 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:36:23.074331 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Attempting to bind port 1b2547b8-f408-47f7-80f6-c945bc12e094 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:23.078861 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:36:23.079315 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device aeceb0e3-ece9-446f-86c0-0ce8b0c518e2 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:36:23.079512 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:23.079852 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Checking segment: {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:23.080240 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Bound using segment: {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:23.081114 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Bound port: 1b2547b8-f408-47f7-80f6-c945bc12e094, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:23.081114 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.144995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:23.148270 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.148420 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1b2547b8-f408-47f7-80f6-c945bc12e094,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:23.148594 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (c5661213-5216-4f51-93b0-e0b4d036ee82), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.154368 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.160836 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Calling delete_port for c5661213-5216-4f51-93b0-e0b4d036ee82 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:23.189345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:23.190240 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.191602 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-555a8c24-c414-42e0-88a7-536838918225 service neutron] 10.222.0.23 "PUT /v2.0/ports/1b2547b8-f408-47f7-80f6-c945bc12e094 HTTP/1.1" status: 200 len: 1093 time: 0.7043641 Apr 04 20:36:23.214727 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8c24-c414-42e0-88a7-536838918225 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:23.277952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-7e5aa5d0-cd01-4942-8228-3a2f016aea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:23.279609 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-7e5aa5d0-cd01-4942-8228-3a2f016aea0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 1127 time: 0.0501280 Apr 04 20:36:23.309280 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (c5661213-5216-4f51-93b0-e0b4d036ee82), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.327072 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-81e97d53-ef2b-406f-854c-fe3372de2126 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2547b8-f408-47f7-80f6-c945bc12e094 HTTP/1.1" status: 200 len: 217 time: 0.0392940 Apr 04 20:36:23.332792 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Pushing event deleted for resources: {'Port': ['ID=c5661213-5216-4f51-93b0-e0b4d036ee82,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:23.378741 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-d91d1ca7-0719-4a10-bb72-dc59d8a34791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:23.380204 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-d91d1ca7-0719-4a10-bb72-dc59d8a34791 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 200 len: 853 time: 0.0471909 Apr 04 20:36:23.403612 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks [] for floatingip (6638524d-988d-498d-8b49-9a388c55b442), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.406120 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:23.407266 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-85d600f2-010a-407f-a14d-7a1523b6aca5 tempest-AttachVolumeShelveTestJSON-788548652 tempest-AttachVolumeShelveTestJSON-788548652-project] 10.222.0.25 "DELETE /v2.0/floatingips/6638524d-988d-498d-8b49-9a388c55b442 HTTP/1.1" status: 204 len: 168 time: 0.4803360 Apr 04 20:36:23.412569 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-befeeaa4-9a42-42a2-970e-6423ec3d0820 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=114ca130-6b98-4cfc-bf2f-ef0d338d0363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Apr 04 20:36:23.426318 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:36:23.428863 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:36:23.485834 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691e2e32-924f-4c3e-a921-761f2cbd90e5 x-openstack-request-id: req-691e2e32-924f-4c3e-a921-761f2cbd90e5 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:36:23.486148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:36:23.486407 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-691e2e32-924f-4c3e-a921-761f2cbd90e5 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:36:23.486759 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691e2e32-924f-4c3e-a921-761f2cbd90e5'] response: {'name': 'network-changed', 'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094', 'status': 'completed', 'code': 200} Apr 04 20:36:23.523067 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-25ee8dc2-3a3f-4bf0-93be-1f2afd1cd7f3 service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036823 Apr 04 20:36:23.615436 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8411d4a-c9ad-4415-8719-f1228e55c7a1 req-10b6404e-7066-44ad-b14a-fc90bfe6201d service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848138 Apr 04 20:36:23.868968 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beceeb10-5847-4d96-8f6c-ff8ad8cf9880 req-ea6f35d8-ee6e-4749-ae5a-5a5d856c69ea tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:23.870498 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beceeb10-5847-4d96-8f6c-ff8ad8cf9880 req-ea6f35d8-ee6e-4749-ae5a-5a5d856c69ea tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 943 time: 0.0580919 Apr 04 20:36:23.917341 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beceeb10-5847-4d96-8f6c-ff8ad8cf9880 req-73e3d818-c6c5-4ebe-8aa9-979c10f96d00 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Apr 04 20:36:25.041129 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01612fdf-7ada-457b-940c-02b18f4e379d req-91c3dbee-0022-4f89-a2ce-a6bb8133fe6b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:25.042662 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01612fdf-7ada-457b-940c-02b18f4e379d req-91c3dbee-0022-4f89-a2ce-a6bb8133fe6b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 943 time: 0.0570269 Apr 04 20:36:25.092758 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01612fdf-7ada-457b-940c-02b18f4e379d req-9b3dc7ad-6c71-4363-ba38-c8edda615b39 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Apr 04 20:36:25.844711 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47238) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:25.964450 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-c4257a56-38fd-48e7-ade0-9db47107d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:25.966026 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-c4257a56-38fd-48e7-ade0-9db47107d7ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 1127 time: 0.0490291 Apr 04 20:36:26.070588 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-21f18719-8067-4f02-902b-191d8e9406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:26.072027 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-21f18719-8067-4f02-902b-191d8e9406be service neutron] 10.222.0.23 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 913 time: 0.0962360 Apr 04 20:36:26.114524 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-f37904cd-a166-4948-9ee8-a29997a416c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2547b8-f408-47f7-80f6-c945bc12e094 HTTP/1.1" status: 200 len: 217 time: 0.0356097 Apr 04 20:36:26.165159 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-ef6051bd-cb88-44a5-a0fa-b357566c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:26.166715 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-ef6051bd-cb88-44a5-a0fa-b357566c8d35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 200 len: 853 time: 0.0465517 Apr 04 20:36:26.200834 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-117c4dab-999f-48cf-bfc0-6a31684f6ffd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=114ca130-6b98-4cfc-bf2f-ef0d338d0363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273290 Apr 04 20:36:26.273623 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (26d7de5b-6b5e-40b5-9616-48801557504c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:26.312319 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-f5af1eca-c093-48fb-8ec4-1cd712f07ee3 service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050217 Apr 04 20:36:26.443831 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fc310-a0b6-4613-9f00-42cad51ad3b1 req-e010ab37-fd00-4b19-9d76-7d3962138106 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:26.445355 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8d5fc310-a0b6-4613-9f00-42cad51ad3b1 req-e010ab37-fd00-4b19-9d76-7d3962138106 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 943 time: 0.1158631 Apr 04 20:36:26.448998 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cf3e6ea7-f6f8-45e6-9987-13766239f8ed req-7ff2c08d-0177-45ce-9bcc-2e32da25dcb7 service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266870 Apr 04 20:36:26.493515 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8d5fc310-a0b6-4613-9f00-42cad51ad3b1 req-d6a3a1f1-4059-4149-aea9-73c4c4268358 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Apr 04 20:36:26.535595 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Deleting port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:26.535935 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:26.615490 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] For port 449b74a5-331f-43e4-a0ca-ca91e3ee96fb, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:26.615859 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:26.628435 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Calling delete_port for 449b74a5-331f-43e4-a0ca-ca91e3ee96fb owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:26.814302 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (449b74a5-331f-43e4-a0ca-ca91e3ee96fb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:26.837964 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Pushing event deleted for resources: {'Port': ['ID=449b74a5-331f-43e4-a0ca-ca91e3ee96fb,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:27.009007 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (26d7de5b-6b5e-40b5-9616-48801557504c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:27.090341 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 1b2547b8-f408-47f7-80f6-c945bc12e094 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:36:27.200585 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1b2547b8-f408-47f7-80f6-c945bc12e094,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:27.213297 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '1b2547b8-f408-47f7-80f6-c945bc12e094', 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363', 'port_id': '1b2547b8-f408-47f7-80f6-c945bc12e094', 'mac_address': 'fa:16:3e:25:44:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd03ee-7e7f-47cc-95ec-3438e3660755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:36:27.253730 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 1b2547b8-f408-47f7-80f6-c945bc12e094 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:27.254143 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:27.268489 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2547b8-f408-47f7-80f6-c945bc12e094 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:36:27.290022 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1b2547b8-f408-47f7-80f6-c945bc12e094,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:27.294411 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:27.349934 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:27.357787 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.358161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.358505 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.358843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.359204 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.359520 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.359843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.360163 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.360483 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.360833 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.361154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.361474 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.361795 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.362129 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.362450 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:27.492268 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Router 26d7de5b-6b5e-40b5-9616-48801557504c has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:36:27.630915 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:27.636207 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-11c34f4f-def6-4846-8abd-18558cd4e800 admin admin] 10.222.0.25 "PUT /v2.0/routers/26d7de5b-6b5e-40b5-9616-48801557504c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904193 Apr 04 20:36:27.638917 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47250) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:27.641162 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Sync routers for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:27.652286 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:27.652909 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:27.657298 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef403b3-d389-444a-aa0d-16ee2fdb6a2c req-a73ef2a2-8f51-4fc5-9a13-94e235360ab1 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:27.658924 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ef403b3-d389-444a-aa0d-16ee2fdb6a2c req-a73ef2a2-8f51-4fc5-9a13-94e235360ab1 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 944 time: 0.0794988 Apr 04 20:36:27.713712 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ef403b3-d389-444a-aa0d-16ee2fdb6a2c req-523ccd9d-7c5f-4ccb-a851-2b80ebc24e05 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Apr 04 20:36:27.732808 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['1b2547b8-f408-47f7-80f6-c945bc12e094'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:36:27.768019 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks [] for router (26d7de5b-6b5e-40b5-9616-48801557504c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:27.771928 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:27.889059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks [] for router_gateway (26d7de5b-6b5e-40b5-9616-48801557504c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:27.941045 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Deleting port b9c87355-3199-4b66-9e11-85bc14adb30f {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:27.941356 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.022117 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] For port b9c87355-3199-4b66-9e11-85bc14adb30f, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=b9c87355-3199-4b66-9e11-85bc14adb30f,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:28.023054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.034638 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Calling delete_port for b9c87355-3199-4b66-9e11-85bc14adb30f owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:28.049789 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:36:26Z', 'revision_number': 5, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port': {'id': 'b9c87355-3199-4b66-9e11-85bc14adb30f', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:27:10Z', 'updated_at': '2022-04-04T20:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:28.080318 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Checking router: 26d7de5b-6b5e-40b5-9616-48801557504c for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:28.088903 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Routers {'26d7de5b-6b5e-40b5-9616-48801557504c'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:28.089509 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['26d7de5b-6b5e-40b5-9616-48801557504c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:28.178489 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] Set router 26d7de5b-6b5e-40b5-9616-48801557504c gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:28.204370 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (b9c87355-3199-4b66-9e11-85bc14adb30f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.229388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c87355-3199-4b66-9e11-85bc14adb30f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:28.233805 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:36:27Z', 'revision_number': 6, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:28.264855 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97f8b7-fff6-4981-a716-c284ade3a282 None None] The sync data for ids ['26d7de5b-6b5e-40b5-9616-48801557504c'] in dv-cinder-831247-15-iscsi is: [{'id': '26d7de5b-6b5e-40b5-9616-48801557504c', 'name': 'tempest-AttachVolumeShelveTestJSON-1149910628-router', 'tenant_id': '55d6192338034867b98bbbb17fde6c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:27:09Z', 'updated_at': '2022-04-04T20:36:27Z', 'revision_number': 6, 'project_id': '55d6192338034867b98bbbb17fde6c6d', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:36:28.299432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (26d7de5b-6b5e-40b5-9616-48801557504c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.391167 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (26d7de5b-6b5e-40b5-9616-48801557504c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.393257 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks [] for router_controller (26d7de5b-6b5e-40b5-9616-48801557504c), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.435606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (26d7de5b-6b5e-40b5-9616-48801557504c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.436147 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d7de5b-6b5e-40b5-9616-48801557504c {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:36:28.441537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.442779 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e59463e5-a00a-4aa8-9afb-e7025b756a06 admin admin] 10.222.0.25 "DELETE /v2.0/routers/26d7de5b-6b5e-40b5-9616-48801557504c HTTP/1.1" status: 204 len: 168 time: 0.8028793 Apr 04 20:36:28.445676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47260) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:28.488973 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Deleting subnet 523fc40b-e99c-4c5a-8843-47263959addc {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:36:28.492176 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Publish callbacks [] for subnet (523fc40b-e99c-4c5a-8843-47263959addc), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.528708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (523fc40b-e99c-4c5a-8843-47263959addc), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.604832 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (523fc40b-e99c-4c5a-8843-47263959addc), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.668014 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (523fc40b-e99c-4c5a-8843-47263959addc), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.696373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523fc40b-e99c-4c5a-8843-47263959addc,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:28.704473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.707576 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a413f9ab-6e88-4766-8233-d7b1827860f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/523fc40b-e99c-4c5a-8843-47263959addc HTTP/1.1" status: 204 len: 168 time: 0.2609403 Apr 04 20:36:28.710256 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47266) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:28.711400 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196c660-7575-48a9-8bd2-7fc168d31cbf None None] Network be74c0b8-1e2e-431c-a91a-765261911abd requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:28.789383 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (be74c0b8-1e2e-431c-a91a-765261911abd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.869081 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc723d-e058-42a8-b5ff-8e89bf67108c req-b55927e1-16fd-4e5c-80bf-990f68ced58c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:28.870575 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ebc723d-e058-42a8-b5ff-8e89bf67108c req-b55927e1-16fd-4e5c-80bf-990f68ced58c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 944 time: 0.0853457 Apr 04 20:36:28.899124 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Deleting port 4fbdfcdc-4613-439a-a070-8db88e55204c {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:28.899455 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.967122 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ebc723d-e058-42a8-b5ff-8e89bf67108c req-8dd474f4-b464-49ba-b578-b3492b35e53c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907881 Apr 04 20:36:28.981226 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] For port 4fbdfcdc-4613-439a-a070-8db88e55204c, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4fbdfcdc-4613-439a-a070-8db88e55204c,segment=NetworkSegment(bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88),segment_id=bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:28.981593 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:28.993848 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Calling delete_port for 4fbdfcdc-4613-439a-a070-8db88e55204c owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:29.043128 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] DHCP port deletion for be74c0b8-1e2e-431c-a91a-765261911abd request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:36:29.083950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.099203 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Deleting port 4fbdfcdc-4613-439a-a070-8db88e55204c {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:36:29.099582 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.118533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbdfcdc-4613-439a-a070-8db88e55204c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:29.122771 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] No DVR routers for this DVR port 4fbdfcdc-4613-439a-a070-8db88e55204c on host dv-cinder-831247-15-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:36:29.123641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 449b74a5-331f-43e4-a0ca-ca91e3ee96fb no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:36:29.127354 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 1b2547b8-f408-47f7-80f6-c945bc12e094 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:29.195125 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 449b74a5-331f-43e4-a0ca-ca91e3ee96fb {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:36:29.195495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 449b74a5-331f-43e4-a0ca-ca91e3ee96fb not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:36:29.207120 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (be74c0b8-1e2e-431c-a91a-765261911abd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.227353 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] For port 4fbdfcdc-4613-439a-a070-8db88e55204c, host dv-cinder-831247-15-iscsi, got binding levels [] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:29.227570 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be74c0b8-1e2e-431c-a91a-765261911abd']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:29.227678 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.237041 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:29.237805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:29.241805 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Calling delete_port for 4fbdfcdc-4613-439a-a070-8db88e55204c owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:36:29.244758 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.ipam_backend_mixin [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Port 4fbdfcdc-4613-439a-a070-8db88e55204c was not found and therefore no delete operation was performed {{(pid=103209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 20:36:29.248363 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (4fbdfcdc-4613-439a-a070-8db88e55204c), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.248724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.265628 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.272353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:36:29.273291 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (bf58a950-dad5-4dd6-ac3d-ba8c99a3ff88), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:36:29.275477 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:36:29.278785 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] Pushing event deleted for resources: {'Port': ['ID=4fbdfcdc-4613-439a-a070-8db88e55204c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:29.284177 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3681a69-9ef8-422a-9ccb-6b7a2eea5e55 None None] No DVR routers for this DVR port 4fbdfcdc-4613-439a-a070-8db88e55204c on host dv-cinder-831247-15-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:36:29.289404 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 1b2547b8-f408-47f7-80f6-c945bc12e094 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:36:29.294731 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 1b2547b8-f408-47f7-80f6-c945bc12e094 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:29.295751 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.347848 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (be74c0b8-1e2e-431c-a91a-765261911abd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.354023 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.357971 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] 10.222.0.25 "DELETE /v2.0/networks/be74c0b8-1e2e-431c-a91a-765261911abd HTTP/1.1" status: 204 len: 168 time: 0.6466312 Apr 04 20:36:29.372369 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66d7cf-f7dc-4892-8e49-80e637d13b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=be74c0b8-1e2e-431c-a91a-765261911abd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:29.389044 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 1b2547b8-f408-47f7-80f6-c945bc12e094 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:29.389440 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.413666 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:36:29.415974 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615168b-3c7e-4074-b9d7-1f4d775bb45b" -d '{"events": [{"server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "name": "network-vif-plugged", "status": "completed", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:36:29.430717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1b2547b8-f408-47f7-80f6-c945bc12e094,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:29.434808 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.487916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:29.489159 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47278) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:29.524511 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e24e80-f23d-47d5-9a61-ff2e29666a34 x-openstack-request-id: req-74e24e80-f23d-47d5-9a61-ff2e29666a34 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:36:29.524858 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "name": "network-vif-plugged", "status": "completed", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:36:29.525107 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e24e80-f23d-47d5-9a61-ff2e29666a34 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:36:29.525506 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e24e80-f23d-47d5-9a61-ff2e29666a34'] response: {'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094', 'code': 200} Apr 04 20:36:29.533252 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-51387fca-4ebf-4367-ab88-4c5adc05f105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55d6192338034867b98bbbb17fde6c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421367 Apr 04 20:36:29.535653 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47280) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:29.586186 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] Publish callbacks [] for security_group (e5ffc585-61c4-4d32-90fa-405d340b21c8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.607748 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] Publish callbacks [] for security_group (e5ffc585-61c4-4d32-90fa-405d340b21c8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.659056 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (e5ffc585-61c4-4d32-90fa-405d340b21c8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.661939 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:29.664033 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5ffc585-61c4-4d32-90fa-405d340b21c8 HTTP/1.1" status: 204 len: 168 time: 0.1273973 Apr 04 20:36:29.673289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fad13-f20f-4d04-87d8-c9f13dd8d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ffc585-61c4-4d32-90fa-405d340b21c8,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:29.697758 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e917e7-2534-4d2b-8105-c5fd7271cc57 req-d014ffe6-782f-4a9f-9531-9d6ce83d340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:29.699732 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-63e917e7-2534-4d2b-8105-c5fd7271cc57 req-d014ffe6-782f-4a9f-9531-9d6ce83d340b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 1129 time: 0.0526628 Apr 04 20:36:29.742881 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-63e917e7-2534-4d2b-8105-c5fd7271cc57 req-9a0c18df-b61e-4b38-933f-6d22402972dc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Apr 04 20:36:30.086225 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd60298-e8cb-42df-b67e-0cb995d11d4b req-72ab9017-3073-40c5-a891-f79fbc9ed43b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:30.087691 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5bd60298-e8cb-42df-b67e-0cb995d11d4b req-72ab9017-3073-40c5-a891-f79fbc9ed43b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0530250 Apr 04 20:36:30.137339 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5bd60298-e8cb-42df-b67e-0cb995d11d4b req-a318ab40-8b1f-49ec-aea7-9fa5ba6eb336 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Apr 04 20:36:30.728104 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4fbdfcdc-4613-439a-a070-8db88e55204c no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:36:30.747678 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 4fbdfcdc-4613-439a-a070-8db88e55204c {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:36:30.748025 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4fbdfcdc-4613-439a-a070-8db88e55204c not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:36:30.748441 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device b9c87355-3199-4b66-9e11-85bc14adb30f no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:36:30.770509 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: b9c87355-3199-4b66-9e11-85bc14adb30f {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:36:30.770779 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device b9c87355-3199-4b66-9e11-85bc14adb30f not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:36:31.259813 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43b03f-3397-4f34-9676-0cf9704405c9 req-5a02b3d1-bc1d-42b4-9c37-a035905e3ada tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:31.261550 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd43b03f-3397-4f34-9676-0cf9704405c9 req-5a02b3d1-bc1d-42b4-9c37-a035905e3ada tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0537169 Apr 04 20:36:31.309753 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd43b03f-3397-4f34-9676-0cf9704405c9 req-a769a1f6-13dd-410c-b15b-87d3403dda0f tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Apr 04 20:36:32.423761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fe2a1-8e1a-49d1-a148-4e9c877be633 req-2a3ae559-6fd0-4350-aece-c7ad70fab046 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:32.425158 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-117fe2a1-8e1a-49d1-a148-4e9c877be633 req-2a3ae559-6fd0-4350-aece-c7ad70fab046 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0507643 Apr 04 20:36:32.473441 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-117fe2a1-8e1a-49d1-a148-4e9c877be633 req-bcc1127d-aa2c-42bd-9ed1-c7bfadca317c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Apr 04 20:36:35.598153 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47458) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:35.705376 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86975d7f-ed9f-4a5d-af8b-4eeddfcdce6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.784976 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86975d7f-ed9f-4a5d-af8b-4eeddfcdce6e admin admin] Publish callbacks [] for security_group (c1ab0ff8-4b77-4b4d-b3fd-c36426b963af), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.790339 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-86975d7f-ed9f-4a5d-af8b-4eeddfcdce6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c1ab0ff8-4b77-4b4d-b3fd-c36426b963af), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.828487 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-86975d7f-ed9f-4a5d-af8b-4eeddfcdce6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06f28c49fbcd4decbb869f2d0abf144b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291300 Apr 04 20:36:35.830374 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86975d7f-ed9f-4a5d-af8b-4eeddfcdce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab0ff8-4b77-4b4d-b3fd-c36426b963af,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:35.831187 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47462) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:35.879762 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] Publish callbacks [] for security_group (c1ab0ff8-4b77-4b4d-b3fd-c36426b963af), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.900689 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] Publish callbacks [] for security_group (c1ab0ff8-4b77-4b4d-b3fd-c36426b963af), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.948614 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c1ab0ff8-4b77-4b4d-b3fd-c36426b963af), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.951578 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:35.952715 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1ab0ff8-4b77-4b4d-b3fd-c36426b963af HTTP/1.1" status: 204 len: 168 time: 0.1205626 Apr 04 20:36:35.960475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f07844-b006-4c12-a75c-0bfdc58af391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab0ff8-4b77-4b4d-b3fd-c36426b963af,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:36.229729 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47472) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:36.242671 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0766b352-a6b1-45c1-9efb-1701e65d22b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.318796 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0766b352-a6b1-45c1-9efb-1701e65d22b7 admin admin] Publish callbacks [] for security_group (bb98faeb-d21a-4eb8-b153-40c79a3b6ec8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.322499 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0766b352-a6b1-45c1-9efb-1701e65d22b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (bb98faeb-d21a-4eb8-b153-40c79a3b6ec8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.362185 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0766b352-a6b1-45c1-9efb-1701e65d22b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=704621a72b424b60bbf6d85b32c4dfe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312387 Apr 04 20:36:36.363397 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766b352-a6b1-45c1-9efb-1701e65d22b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb98faeb-d21a-4eb8-b153-40c79a3b6ec8,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:36.364771 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47474) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:36.414909 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] Publish callbacks [] for security_group (bb98faeb-d21a-4eb8-b153-40c79a3b6ec8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.437786 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] Publish callbacks [] for security_group (bb98faeb-d21a-4eb8-b153-40c79a3b6ec8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.486488 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (bb98faeb-d21a-4eb8-b153-40c79a3b6ec8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.489028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.490297 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb98faeb-d21a-4eb8-b153-40c79a3b6ec8 HTTP/1.1" status: 204 len: 168 time: 0.1244287 Apr 04 20:36:36.500966 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737aa6-90ea-4d7c-a5bd-a202aae1a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb98faeb-d21a-4eb8-b153-40c79a3b6ec8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:36.822519 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47480) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:36.835812 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-025cbbfa-317e-4acb-8859-fef5d690f96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.911282 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-025cbbfa-317e-4acb-8859-fef5d690f96d admin admin] Publish callbacks [] for security_group (26b596ad-faf8-4a4e-b794-a842f2b780c9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.915648 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-025cbbfa-317e-4acb-8859-fef5d690f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (26b596ad-faf8-4a4e-b794-a842f2b780c9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:36.957226 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-025cbbfa-317e-4acb-8859-fef5d690f96d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8728c2ec4f534d36b7dfc01aba9d02f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336520 Apr 04 20:36:36.958151 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cbbfa-317e-4acb-8859-fef5d690f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b596ad-faf8-4a4e-b794-a842f2b780c9,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:36.959805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47482) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:37.012661 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] Publish callbacks [] for security_group (26b596ad-faf8-4a4e-b794-a842f2b780c9), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:37.035447 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] Publish callbacks [] for security_group (26b596ad-faf8-4a4e-b794-a842f2b780c9), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:37.083636 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (26b596ad-faf8-4a4e-b794-a842f2b780c9), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:37.087296 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:37.090621 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26b596ad-faf8-4a4e-b794-a842f2b780c9 HTTP/1.1" status: 204 len: 168 time: 0.1289818 Apr 04 20:36:37.099084 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a95d21-66c9-4e85-9555-e4c7d9133322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b596ad-faf8-4a4e-b794-a842f2b780c9,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:41.046465 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.498631 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47656) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:43.605583 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-383e6c0a-f7d7-4b0c-a189-d695530b9433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.690792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-383e6c0a-f7d7-4b0c-a189-d695530b9433 admin admin] Publish callbacks [] for security_group (dd7fac13-1f55-40ff-be38-be5cb31187bd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.694586 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-383e6c0a-f7d7-4b0c-a189-d695530b9433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (dd7fac13-1f55-40ff-be38-be5cb31187bd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.731779 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-383e6c0a-f7d7-4b0c-a189-d695530b9433 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=833b62ec2d4b4343985e92480c2db5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320905 Apr 04 20:36:43.733625 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6c0a-f7d7-4b0c-a189-d695530b9433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7fac13-1f55-40ff-be38-be5cb31187bd,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:43.734517 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47660) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:43.783126 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] Publish callbacks [] for security_group (dd7fac13-1f55-40ff-be38-be5cb31187bd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.803723 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] Publish callbacks [] for security_group (dd7fac13-1f55-40ff-be38-be5cb31187bd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.850114 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (dd7fac13-1f55-40ff-be38-be5cb31187bd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.852670 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:43.853829 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd7fac13-1f55-40ff-be38-be5cb31187bd HTTP/1.1" status: 204 len: 168 time: 0.1182728 Apr 04 20:36:43.861296 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d12a7-2706-44f1-985b-31a9d62aa693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7fac13-1f55-40ff-be38-be5cb31187bd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:44.027284 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-254bef09-27ce-4a1f-a196-2a318bfba99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.106028 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47666) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:44.119533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-665db220-8b0a-4541-98f6-fb4b72f04f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.193807 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-665db220-8b0a-4541-98f6-fb4b72f04f43 admin admin] Publish callbacks [] for security_group (9fb25fb5-d0fa-42f7-90ce-8651721c4784), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.197900 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-665db220-8b0a-4541-98f6-fb4b72f04f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (9fb25fb5-d0fa-42f7-90ce-8651721c4784), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.235355 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-665db220-8b0a-4541-98f6-fb4b72f04f43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60a14e7cf6714b8a8c97d61e085e0998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282024 Apr 04 20:36:44.236219 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665db220-8b0a-4541-98f6-fb4b72f04f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb25fb5-d0fa-42f7-90ce-8651721c4784,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:44.238012 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47668) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:44.286326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] Publish callbacks [] for security_group (9fb25fb5-d0fa-42f7-90ce-8651721c4784), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.306606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] Publish callbacks [] for security_group (9fb25fb5-d0fa-42f7-90ce-8651721c4784), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.621257 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (9fb25fb5-d0fa-42f7-90ce-8651721c4784), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.623659 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.624804 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fb25fb5-d0fa-42f7-90ce-8651721c4784 HTTP/1.1" status: 204 len: 168 time: 0.3850334 Apr 04 20:36:44.633795 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab38d48-98f4-4907-8407-25c1f24b1f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb25fb5-d0fa-42f7-90ce-8651721c4784,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:44.652368 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47688) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:44.757845 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b801c4f3-5652-4036-a9e3-3a6d8a228b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.837489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b801c4f3-5652-4036-a9e3-3a6d8a228b19 admin admin] Publish callbacks [] for security_group (2d5f1956-0109-4002-b51b-7c7a38eff2e1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.841948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b801c4f3-5652-4036-a9e3-3a6d8a228b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2d5f1956-0109-4002-b51b-7c7a38eff2e1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.878527 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b801c4f3-5652-4036-a9e3-3a6d8a228b19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c48bc5ccab84243a3120b83b5220a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249961 Apr 04 20:36:44.880704 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801c4f3-5652-4036-a9e3-3a6d8a228b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f1956-0109-4002-b51b-7c7a38eff2e1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:44.881356 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47696) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:44.932956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] Publish callbacks [] for security_group (2d5f1956-0109-4002-b51b-7c7a38eff2e1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:44.954098 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] Publish callbacks [] for security_group (2d5f1956-0109-4002-b51b-7c7a38eff2e1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.001963 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (2d5f1956-0109-4002-b51b-7c7a38eff2e1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.004546 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.006670 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d5f1956-0109-4002-b51b-7c7a38eff2e1 HTTP/1.1" status: 204 len: 168 time: 0.1242816 Apr 04 20:36:45.017365 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b6baa-ecaf-4535-91fe-2ccef22516d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f1956-0109-4002-b51b-7c7a38eff2e1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:45.732027 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47750) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:45.827837 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1787289749-network', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:45.847432 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Made reservation on behalf of 673d2c38ba6c4c54b1cbd5b51a6c6390 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:45.850348 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.859076 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.938262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks [] for security_group (94b51e1e-b05f-453e-ac0a-b96c35440d08), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.942860 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (94b51e1e-b05f-453e-ac0a-b96c35440d08), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.966140 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:36:45.980582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b51e1e-b05f-453e-ac0a-b96c35440d08,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:45.985935 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (bc3df592-1070-4ce2-84e5-3865418a1a58), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:45.986112 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Added segment bc3df592-1070-4ce2-84e5-3865418a1a58 of type vlan for network 367569cc-e5a1-4c39-849f-140e04f9cc09 Apr 04 20:36:46.028486 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (367569cc-e5a1-4c39-849f-140e04f9cc09), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.056853 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (367569cc-e5a1-4c39-849f-140e04f9cc09), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.057985 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:46.058604 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.117302 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3841445 Apr 04 20:36:46.121525 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47766) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:46.125801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eebcd7-17ce-4840-a241-f5233039e7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=367569cc-e5a1-4c39-849f-140e04f9cc09,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:46.127416 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Request body: {'subnet': {'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1787289749-subnet', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:46.138521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:36:46.155279 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Made reservation on behalf of 673d2c38ba6c4c54b1cbd5b51a6c6390 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:46.157770 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.246885 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-42d714fd-df38-4029-96a7-7dfa177e1056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.334196 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (5d2d0e63-ea7f-459d-a140-f5670a709126), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.394710 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2d0e63-ea7f-459d-a140-f5670a709126,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:46.403489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:46.403916 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Network hostable DHCP agents. Network: 367569cc-e5a1-4c39-849f-140e04f9cc09, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:36:46.421189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:36:46.431155 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, 367569cc-e5a1-4c39-849f-140e04f9cc09) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:46.435947 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:46.437162 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.440637 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd9e4d-dab4-4f33-99fe-90e67cbb2883 None None] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:46.454034 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7c883ae8-39c1-4d7d-a7b7-c90173de2766 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3307319 Apr 04 20:36:46.456654 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47774) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:46.460881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:46.482042 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.483096 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.546137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for router_controller (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.561123 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-367569cc-e5a1-4c39-849f-140e04f9cc09', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:36:46.562394 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.712823 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for router_gateway (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.726197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Allocated IP 172.20.0.2 (367569cc-e5a1-4c39-849f-140e04f9cc09/5d2d0e63-ea7f-459d-a140-f5670a709126/2a70ffe9-9e85-427b-86cb-4d3350a593ef) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:46.875068 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks [] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.881101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.917942 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:46.920630 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:46.923554 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for router_gateway (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.926281 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:46.935742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Pushing event updated for resources: {'Port': ['ID=2a70ffe9-9e85-427b-86cb-4d3350a593ef,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:46.947998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.984834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Attempting to bind port 2a70ffe9-9e85-427b-86cb-4d3350a593ef on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:46.985217 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Attempting to bind port 2a70ffe9-9e85-427b-86cb-4d3350a593ef by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:46.985569 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Attempting to bind port 2a70ffe9-9e85-427b-86cb-4d3350a593ef on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:46.990532 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:46.990889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:46.991288 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:46.991680 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Bound using segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:46.992144 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Bound port: 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:46.992528 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.049407 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Allocated IP 172.27.3.30 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/c1328984-c590-4ac1-ba2d-eb1f46e1f806) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:47.057583 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] For port 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:47.061138 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] For port 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2a70ffe9-9e85-427b-86cb-4d3350a593ef,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:47.067839 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.138810 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c3599-5872-4b3d-98a6-3cd9250443ed None None] Pushing event updated for resources: {'Port': ['ID=2a70ffe9-9e85-427b-86cb-4d3350a593ef,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:47.170246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.205164 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.240028 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:47.243515 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:47.246948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:47.282340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Pushing event updated for resources: {'Port': ['ID=c1328984-c590-4ac1-ba2d-eb1f46e1f806,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:47.521066 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for router_gateway (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.634524 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.729952 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:47.876819 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:36:47.995749 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:48.007688 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:48.015666 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.019674 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3585d4b7-4e8a-4df0-8558-08a6348eac49 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5594571 Apr 04 20:36:48.019919 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47798) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:48.022521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:48.023126 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:48.110022 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed0c0c-13ce-44b3-8a29-45b544bfb741 None None] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:48.214299 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Provisioning complete for port 2a70ffe9-9e85-427b-86cb-4d3350a593ef triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:48.214893 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.235475 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:48.481100 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Current status of the port 2a70ffe9-9e85-427b-86cb-4d3350a593ef is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:48.481495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.529609 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] For port 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2a70ffe9-9e85-427b-86cb-4d3350a593ef,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:48.539012 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.558732 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.602253 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:47Z', 'revision_number': 3, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:48.676500 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:48.676800 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Updating router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da port c1328984-c590-4ac1-ba2d-eb1f46e1f806 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:36:48.704790 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d27874-9dce-44d8-b4cb-c5e7ead7ae6a None None] Pushing event updated for resources: {'Port': ['ID=2a70ffe9-9e85-427b-86cb-4d3350a593ef,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:48.792527 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.798716 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:48.892024 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2a70ffe9-9e85-427b-86cb-4d3350a593ef up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:48.933538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Allocated IP 172.20.0.1 (367569cc-e5a1-4c39-849f-140e04f9cc09/5d2d0e63-ea7f-459d-a140-f5670a709126/c2d556d5-2d91-4cdf-b56a-f6c34817f386) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:48.943605 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6aaa182d-bcb0-40e0-b748-7f3130343875 None None] Provisioning complete for port 2a70ffe9-9e85-427b-86cb-4d3350a593ef triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:48.943998 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6aaa182d-bcb0-40e0-b748-7f3130343875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.091978 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks [] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.153471 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75b5ff-a1d0-4e6a-9084-1d4dfa2925f6 req-7d6d5326-5bed-4e35-b762-613126077dab tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:49.155045 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df75b5ff-a1d0-4e6a-9084-1d4dfa2925f6 req-7d6d5326-5bed-4e35-b762-613126077dab tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0830405 Apr 04 20:36:49.170533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.232858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:49.245112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:49.252230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:49.259549 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Pushing event updated for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:49.291903 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-df75b5ff-a1d0-4e6a-9084-1d4dfa2925f6 req-0e10bc45-d3f5-4d22-a6b7-de5658a270ac tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284966 Apr 04 20:36:49.305521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2a70ffe9-9e85-427b-86cb-4d3350a593ef triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:49.306412 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.309009 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.429123 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa182d-bcb0-40e0-b748-7f3130343875 None None] Current status of the port 2a70ffe9-9e85-427b-86cb-4d3350a593ef is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:49.459866 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.533744 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks [] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.543706 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2a70ffe9-9e85-427b-86cb-4d3350a593ef is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:49.548949 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.609376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f1a20bcb-0a36-458c-b683-85554142c667 None None] Provisioning complete for port c2d556d5-2d91-4cdf-b56a-f6c34817f386 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:49.609749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f1a20bcb-0a36-458c-b683-85554142c667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.631311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks [] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.636691 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.637565 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4e1f8-26af-4f03-9933-25fa5e2c18f1 None None] Pushing event updated for resources: {'Port': ['ID=c1328984-c590-4ac1-ba2d-eb1f46e1f806,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:49.645221 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Attempting to bind port c1328984-c590-4ac1-ba2d-eb1f46e1f806 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:49.645591 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Attempting to bind port c1328984-c590-4ac1-ba2d-eb1f46e1f806 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:49.645957 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Attempting to bind port c1328984-c590-4ac1-ba2d-eb1f46e1f806 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:49.655673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:49.656018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:49.656481 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.656981 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:49.657519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Bound port: c1328984-c590-4ac1-ba2d-eb1f46e1f806, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:49.657993 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.684078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f1a20bcb-0a36-458c-b683-85554142c667 None None] Port c2d556d5-2d91-4cdf-b56a-f6c34817f386 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:36:49.703043 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Pushing event updated for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:49.705397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.719042 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] For port c1328984-c590-4ac1-ba2d-eb1f46e1f806, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:49.722358 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] For port c1328984-c590-4ac1-ba2d-eb1f46e1f806, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c1328984-c590-4ac1-ba2d-eb1f46e1f806,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:49.729971 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:49.780191 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:49.780800 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:49.801963 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:49.803372 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:49.832884 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4e1f8-26af-4f03-9933-25fa5e2c18f1 None None] Pushing event updated for resources: {'Port': ['ID=c1328984-c590-4ac1-ba2d-eb1f46e1f806,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:49.908029 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:49.927565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:36:50.063108 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-30acdc2f-7534-4a3b-9705-3cd4091bc4d2 None None] Provisioning complete for port c2d556d5-2d91-4cdf-b56a-f6c34817f386 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:50.063479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-30acdc2f-7534-4a3b-9705-3cd4091bc4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:50.124454 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-30acdc2f-7534-4a3b-9705-3cd4091bc4d2 None None] Port c2d556d5-2d91-4cdf-b56a-f6c34817f386 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:36:50.176027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 2, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:50.203891 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525641a7-6ebc-48f6-8770-1c4ed8571824 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 2, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:36:50.327865 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:50.341572 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-470c125a-4f9b-4a07-bc5a-d1b2ff970cab admin admin] 10.222.0.25 "PUT /v2.0/routers/722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3204682 Apr 04 20:36:50.384826 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:50.489203 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ca7-89e7-44aa-ac1a-cbbd90bf0498 req-e4ff1b7c-363d-4f77-8dd0-99db1b58cb3a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:50.496273 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fca36ca7-89e7-44aa-ac1a-cbbd90bf0498 req-e4ff1b7c-363d-4f77-8dd0-99db1b58cb3a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0772948 Apr 04 20:36:50.553718 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fca36ca7-89e7-44aa-ac1a-cbbd90bf0498 req-54cef6a8-07dc-4715-a695-a2a3d0563347 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517976 Apr 04 20:36:50.750309 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2a70ffe9-9e85-427b-86cb-4d3350a593ef up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:50.819614 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2a70ffe9-9e85-427b-86cb-4d3350a593ef triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:50.819994 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:50.910481 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2a70ffe9-9e85-427b-86cb-4d3350a593ef is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:51.012948 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47848) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:51.018134 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-523726186-network', 'tenant_id': '8b3c237d91f342faa8d3688db7351231'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:51.038341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Made reservation on behalf of 8b3c237d91f342faa8d3688db7351231 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:51.041828 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.050807 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.132692 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks [] for security_group (47d53575-9cb8-40b0-b111-b5269b1541d0), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.139460 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (47d53575-9cb8-40b0-b111-b5269b1541d0), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.167297 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 20:36:51.173797 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d53575-9cb8-40b0-b111-b5269b1541d0,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:51.181397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (e326f34f-21ac-4903-b9f4-3abac00b4ee0), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.181758 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Added segment e326f34f-21ac-4903-b9f4-3abac00b4ee0 of type vlan for network ace2ef99-35ca-4459-9e18-e4187b12085a Apr 04 20:36:51.224137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770974407738'] for network (ace2ef99-35ca-4459-9e18-e4187b12085a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.250726 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329'] for network (ace2ef99-35ca-4459-9e18-e4187b12085a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.251898 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:51.252498 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.312430 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2984507 Apr 04 20:36:51.315383 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47850) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:51.320027 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Request body: {'subnet': {'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-523726186-subnet', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:51.332205 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742ba05-5f86-42c4-b6a4-02301624d1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ace2ef99-35ca-4459-9e18-e4187b12085a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:51.343509 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Network ace2ef99-35ca-4459-9e18-e4187b12085a details requested by agent ovs-agent-dv-cinder-831247-15-iscsi with host dv-cinder-831247-15-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 20:36:51.347615 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Made reservation on behalf of 8b3c237d91f342faa8d3688db7351231 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:36:51.350510 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8634210'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.534734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9159314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8634236'] for subnet (0aa34c8a-dbde-4138-b206-c461c2684786), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.593544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa34c8a-dbde-4138-b206-c461c2684786,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:51.602629 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Checking segment: {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:51.602992 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Network hostable DHCP agents. Network: ace2ef99-35ca-4459-9e18-e4187b12085a, hostable agents: ['bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 20:36:51.621767 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Network ace2ef99-35ca-4459-9e18-e4187b12085a is scheduled to be hosted by DHCP agent bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 20:36:51.658304 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-15-iscsi, ace2ef99-35ca-4459-9e18-e4187b12085a) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:51.664299 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:51.665189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.666794 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb469f-b187-4e68-8c53-d3f35a861d5d None None] Network ace2ef99-35ca-4459-9e18-e4187b12085a requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:51.687186 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-142ff119-d135-49b3-ae03-2e2d0fba3585 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3707829 Apr 04 20:36:51.690029 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47856) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:51.694310 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:51.700743 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c978-8185-435c-9e7e-73cd17a1bc65 req-f3637cbe-5890-43c6-bf5c-2bb8144147b1 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:51.702279 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c333c978-8185-435c-9e7e-73cd17a1bc65 req-f3637cbe-5890-43c6-bf5c-2bb8144147b1 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0771170 Apr 04 20:36:51.722499 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61775'] for router (99deb782-4d55-4521-b2b1-80d6838845d1), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.723529 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-550862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61782'] for router (99deb782-4d55-4521-b2b1-80d6838845d1), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.757267 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c333c978-8185-435c-9e7e-73cd17a1bc65 req-7a0b0d64-b1a7-445c-b67c-af6c6d0dd1c7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Apr 04 20:36:51.782185 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for router_controller (99deb782-4d55-4521-b2b1-80d6838845d1), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.788251 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9e7260c-742f-5229-9c07-eedb7b4d357c-ace2ef99-35ca-4459-9e18-e4187b12085a', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'project_id': '8b3c237d91f342faa8d3688db7351231', 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786'}]}} from dv-cinder-831247-15-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 20:36:51.789935 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.931661 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for router_gateway (99deb782-4d55-4521-b2b1-80d6838845d1), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:51.937299 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Allocated IP 172.20.0.2 (ace2ef99-35ca-4459-9e18-e4187b12085a/0aa34c8a-dbde-4138-b206-c461c2684786/2d635ea3-7715-4bdb-aa34-821d24e35f50) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:52.089056 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks [] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.094948 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.133350 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Network ace2ef99-35ca-4459-9e18-e4187b12085a is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:52.137083 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for router_gateway (99deb782-4d55-4521-b2b1-80d6838845d1), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.141876 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:52.146372 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:52.150333 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Pushing event updated for resources: {'Port': ['ID=2d635ea3-7715-4bdb-aa34-821d24e35f50,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:52.160123 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.210293 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Attempting to bind port 2d635ea3-7715-4bdb-aa34-821d24e35f50 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:52.210985 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Attempting to bind port 2d635ea3-7715-4bdb-aa34-821d24e35f50 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:52.211895 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Attempting to bind port 2d635ea3-7715-4bdb-aa34-821d24e35f50 on network ace2ef99-35ca-4459-9e18-e4187b12085a {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:52.217076 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:52.217447 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Checking segment: {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:52.217850 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.218285 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Bound using segment: {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:52.218755 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Bound port: 2d635ea3-7715-4bdb-aa34-821d24e35f50, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:52.219139 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.272294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Allocated IP 172.27.3.48 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/4625dc94-cc4d-4563-9e1f-47f49188ff30) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:52.282947 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] For port 2d635ea3-7715-4bdb-aa34-821d24e35f50, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:52.286850 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] For port 2d635ea3-7715-4bdb-aa34-821d24e35f50, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2d635ea3-7715-4bdb-aa34-821d24e35f50,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:52.294552 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.357143 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035f22f-6918-4d8f-a679-c270ac03fc25 None None] Pushing event updated for resources: {'Port': ['ID=2d635ea3-7715-4bdb-aa34-821d24e35f50,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:52.384740 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:52.395069 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:52.396029 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:52.397887 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.434363 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.469947 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:52.475630 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:52.478359 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:52.540263 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Pushing event updated for resources: {'Port': ['ID=4625dc94-cc4d-4563-9e1f-47f49188ff30,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:52.549430 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:52.844040 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 2, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:52.864856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2d635ea3-7715-4bdb-aa34-821d24e35f50 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:52.891952 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:52.892309 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Updating router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da port c2d556d5-2d91-4cdf-b56a-f6c34817f386 binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:36:52.897349 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for router_gateway (99deb782-4d55-4521-b2b1-80d6838845d1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.936533 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:52.980035 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2d635ea3-7715-4bdb-aa34-821d24e35f50 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:52.980897 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.008745 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379200-9788-4ac3-908e-275a8bc51f44 req-06112d61-0593-4a30-b6b1-389efbc193ea tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:53.015720 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4379200-9788-4ac3-908e-275a8bc51f44 req-06112d61-0593-4a30-b6b1-389efbc193ea tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.1702559 Apr 04 20:36:53.088479 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4379200-9788-4ac3-908e-275a8bc51f44 req-07fcadb3-0c2a-4cf3-8efe-4f0dcc42af89 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717933 Apr 04 20:36:53.096393 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2d635ea3-7715-4bdb-aa34-821d24e35f50 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:53.097056 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.147239 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 2d635ea3-7715-4bdb-aa34-821d24e35f50, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2d635ea3-7715-4bdb-aa34-821d24e35f50,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:53.153082 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.154340 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c1328984-c590-4ac1-ba2d-eb1f46e1f806 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:53.231764 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536955'] for router (99deb782-4d55-4521-b2b1-80d6838845d1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.240658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=2d635ea3-7715-4bdb-aa34-821d24e35f50,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:53.250570 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port c1328984-c590-4ac1-ba2d-eb1f46e1f806 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:53.250882 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.320032 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks [] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.331887 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.385059 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Pushing event updated for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:53.402587 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.403047 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.403527 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.403952 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.404386 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.404921 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.405337 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.405752 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.406207 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.406626 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.407042 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.407485 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.407896 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.408333 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.408743 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:36:53.412942 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Router 99deb782-4d55-4521-b2b1-80d6838845d1 is scheduled to L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 20:36:53.499872 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Attempting to bind port c2d556d5-2d91-4cdf-b56a-f6c34817f386 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:53.500241 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Attempting to bind port c2d556d5-2d91-4cdf-b56a-f6c34817f386 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:53.500598 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Attempting to bind port c2d556d5-2d91-4cdf-b56a-f6c34817f386 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:53.512470 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:53.513141 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:53.513874 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.514566 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Bound using segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:53.515165 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Bound port: c2d556d5-2d91-4cdf-b56a-f6c34817f386, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:53.515613 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.565352 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port c1328984-c590-4ac1-ba2d-eb1f46e1f806 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:53.565804 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.572712 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:53.591187 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Sync routers for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:53.595171 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.596898 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b23f0e44-8e43-45cd-be16-e71799a36d10 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9057882 Apr 04 20:36:53.599497 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47882) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:53.614027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port c1328984-c590-4ac1-ba2d-eb1f46e1f806, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c1328984-c590-4ac1-ba2d-eb1f46e1f806,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:53.622304 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:53.623276 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:53.633625 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] For port c2d556d5-2d91-4cdf-b56a-f6c34817f386, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:53.637660 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] For port c2d556d5-2d91-4cdf-b56a-f6c34817f386, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c2d556d5-2d91-4cdf-b56a-f6c34817f386,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:53.646434 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.667653 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.669006 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7dd75f-e5bc-482b-bae5-332bc293c911 None None] Network ace2ef99-35ca-4459-9e18-e4187b12085a requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:36:53.716032 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:53.716763 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:53.842290 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fdd12-4073-4459-9fe2-f63ee74e4854 None None] Pushing event updated for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:53.847441 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-171e2346-0153-41c6-9dd2-93ac0737bcc5 None None] Provisioning complete for port 2d635ea3-7715-4bdb-aa34-821d24e35f50 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:53.847818 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-171e2346-0153-41c6-9dd2-93ac0737bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:53.873506 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:53.944056 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=c1328984-c590-4ac1-ba2d-eb1f46e1f806,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:53.991767 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:54.166900 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-171e2346-0153-41c6-9dd2-93ac0737bcc5 None None] Current status of the port 2d635ea3-7715-4bdb-aa34-821d24e35f50 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:54.168632 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:54.245976 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.268847 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:52Z', 'revision_number': 3, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:54.293212 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d7db3-e78f-41fb-9fbe-0c801f3bce0f req-09cf234e-4121-4dc0-af9b-e974cedb2741 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:54.301989 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e97d7db3-e78f-41fb-9fbe-0c801f3bce0f req-09cf234e-4121-4dc0-af9b-e974cedb2741 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0823357 Apr 04 20:36:54.310911 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Checking router: 99deb782-4d55-4521-b2b1-80d6838845d1 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:54.311261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Updating router 99deb782-4d55-4521-b2b1-80d6838845d1 port 4625dc94-cc4d-4563-9e1f-47f49188ff30 binding host dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:36:54.342743 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e338-bf17-4c54-a862-4d3751bf8021 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:36:54.374758 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Provisioning complete for port 2d635ea3-7715-4bdb-aa34-821d24e35f50 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:54.375320 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e97d7db3-e78f-41fb-9fbe-0c801f3bce0f req-4670c446-0cdf-40a2-a265-b0d250469807 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673993 Apr 04 20:36:54.375651 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.418407 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.491571 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Allocated IP 172.20.0.1 (ace2ef99-35ca-4459-9e18-e4187b12085a/0aa34c8a-dbde-4138-b206-c461c2684786/0a3c3472-50e6-44e7-9190-c1414850861a) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:36:54.592695 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Current status of the port 2d635ea3-7715-4bdb-aa34-821d24e35f50 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:54.633242 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks [] for port (0a3c3472-50e6-44e7-9190-c1414850861a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.638340 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Provisioning complete for port c2d556d5-2d91-4cdf-b56a-f6c34817f386 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:54.638718 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.641439 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47898) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:54.675962 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.725194 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Network ace2ef99-35ca-4459-9e18-e4187b12085a is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:54.728211 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:54.733551 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:36:54.777115 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537002'] for router_interface (99deb782-4d55-4521-b2b1-80d6838845d1), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.821894 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5b37030-ddd0-4b17-a353-bb601cd8b670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.857010 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks [] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.860889 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:54.878044 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.912662 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2d635ea3-7715-4bdb-aa34-821d24e35f50 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:54.981906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5b37030-ddd0-4b17-a353-bb601cd8b670 admin admin] Publish callbacks [] for security_group (d44ae6dc-18b4-4832-b1fd-8f5a6d185554), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:54.991588 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d5b37030-ddd0-4b17-a353-bb601cd8b670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d44ae6dc-18b4-4832-b1fd-8f5a6d185554), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.019064 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.043723 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37030-ddd0-4b17-a353-bb601cd8b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ae6dc-18b4-4832-b1fd-8f5a6d185554,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.063778 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Current status of the port c2d556d5-2d91-4cdf-b56a-f6c34817f386 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:55.064282 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.067583 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Attempting to bind port 4625dc94-cc4d-4563-9e1f-47f49188ff30 on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:55.067968 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Attempting to bind port 4625dc94-cc4d-4563-9e1f-47f49188ff30 by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:55.068331 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Attempting to bind port 4625dc94-cc4d-4563-9e1f-47f49188ff30 on network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:55.080782 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d5b37030-ddd0-4b17-a353-bb601cd8b670 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f21a2961b1545f8a09f2c45444dcb55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370587 Apr 04 20:36:55.084200 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:55.117475 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 2d635ea3-7715-4bdb-aa34-821d24e35f50 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:55.117963 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.119913 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:55.120159 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Checking segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:55.120549 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.120950 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Bound using segment: {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:55.121418 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Bound port: 4625dc94-cc4d-4563-9e1f-47f49188ff30, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d34865-c495-418b-a51b-a42fa8e49b7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:55.121791 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.125215 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa02467-387c-4b34-a5c8-d7cf67d22d9f None None] Pushing event updated for resources: {'Port': ['ID=4625dc94-cc4d-4563-9e1f-47f49188ff30,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.219807 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] For port c2d556d5-2d91-4cdf-b56a-f6c34817f386, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c2d556d5-2d91-4cdf-b56a-f6c34817f386,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:55.229514 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.239350 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] For port 4625dc94-cc4d-4563-9e1f-47f49188ff30, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:55.244125 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] For port 4625dc94-cc4d-4563-9e1f-47f49188ff30, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4625dc94-cc4d-4563-9e1f-47f49188ff30,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:55.268828 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.355577 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffcfee-ce1a-4cf9-91a1-6a73d36b756c None None] Pushing event updated for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.361350 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:55.362031 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:55.407989 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 2d635ea3-7715-4bdb-aa34-821d24e35f50 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:55.409046 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c2d556d5-2d91-4cdf-b56a-f6c34817f386 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:55.478658 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] Publish callbacks [] for security_group (d44ae6dc-18b4-4832-b1fd-8f5a6d185554), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.479154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b13f8e1d-5841-4e4d-9d75-98ae32809dbc None None] Provisioning complete for port 0a3c3472-50e6-44e7-9190-c1414850861a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:55.479278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b13f8e1d-5841-4e4d-9d75-98ae32809dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.522417 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] Publish callbacks [] for security_group (d44ae6dc-18b4-4832-b1fd-8f5a6d185554), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.610361 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks [] for port (0a3c3472-50e6-44e7-9190-c1414850861a), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.620461 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.681447 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1c10-51d7-490d-8879-9d1c0c032621 req-b1195d43-e497-4178-ad95-1a5e731dff0c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:55.682966 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa02467-387c-4b34-a5c8-d7cf67d22d9f None None] Pushing event updated for resources: {'Port': ['ID=4625dc94-cc4d-4563-9e1f-47f49188ff30,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.683101 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8ed1c10-51d7-490d-8879-9d1c0c032621 req-b1195d43-e497-4178-ad95-1a5e731dff0c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.1705580 Apr 04 20:36:55.698868 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (d44ae6dc-18b4-4832-b1fd-8f5a6d185554), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.701451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.702485 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d44ae6dc-18b4-4832-b1fd-8f5a6d185554 HTTP/1.1" status: 204 len: 168 time: 0.6171756 Apr 04 20:36:55.719396 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b13f8e1d-5841-4e4d-9d75-98ae32809dbc None None] Port 0a3c3472-50e6-44e7-9190-c1414850861a cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:36:55.723608 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.727411 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-648379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538426'] for router_interface (99deb782-4d55-4521-b2b1-80d6838845d1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.730822 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:55.737068 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a086091-8f74-4ebe-b2e2-1e85d920e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ae6dc-18b4-4832-b1fd-8f5a6d185554,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:55.765270 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port c2d556d5-2d91-4cdf-b56a-f6c34817f386 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:55.765641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:55.815652 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8ed1c10-51d7-490d-8879-9d1c0c032621 req-dce1963f-03b1-4765-8655-4f7d32a98a8d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120830 Apr 04 20:36:55.862055 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Network ace2ef99-35ca-4459-9e18-e4187b12085a is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:36:55.863928 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:36:55.974768 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port c2d556d5-2d91-4cdf-b56a-f6c34817f386 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:55.975965 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c1328984-c590-4ac1-ba2d-eb1f46e1f806 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:56.051480 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Router 99deb782-4d55-4521-b2b1-80d6838845d1 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:36:56.069032 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port c1328984-c590-4ac1-ba2d-eb1f46e1f806 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:56.069534 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.097079 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47912) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:56.098527 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '0a3c3472-50e6-44e7-9190-c1414850861a', 'name': '', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'mac_address': 'fa:16:3e:29:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:54Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 1, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'subnets': [{'id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:56.123753 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ae19-73eb-464c-88de-58a7a090ee89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.138293 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f15949-d588-46e3-8d13-98e99c33b764 None None] The sync data for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi is: [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '0a3c3472-50e6-44e7-9190-c1414850861a', 'name': '', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'mac_address': 'fa:16:3e:29:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:54Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 1, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'subnets': [{'id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:36:56.210749 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port c1328984-c590-4ac1-ba2d-eb1f46e1f806 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:56.236511 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ae19-73eb-464c-88de-58a7a090ee89 admin admin] Publish callbacks [] for security_group (62e0831e-70c1-4edf-a2c9-4fd5c88b61c6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.243852 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ae19-73eb-464c-88de-58a7a090ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (62e0831e-70c1-4edf-a2c9-4fd5c88b61c6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.244514 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:36:56.249723 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a084903f-49ab-403b-9798-49b751a94d3f None None] Provisioning complete for port 0a3c3472-50e6-44e7-9190-c1414850861a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:56.250216 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a084903f-49ab-403b-9798-49b751a94d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.250918 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-770ece4d-5379-4acd-8dfa-69681fcbccd3 admin admin] 10.222.0.25 "PUT /v2.0/routers/99deb782-4d55-4521-b2b1-80d6838845d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6503944 Apr 04 20:36:56.287405 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c7e5ae19-73eb-464c-88de-58a7a090ee89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99bf3c2226dd4ca0b57af816051e5a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880093 Apr 04 20:36:56.291449 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47918) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:56.328234 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5ae19-73eb-464c-88de-58a7a090ee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e0831e-70c1-4edf-a2c9-4fd5c88b61c6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:56.328964 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a084903f-49ab-403b-9798-49b751a94d3f None None] Port 0a3c3472-50e6-44e7-9190-c1414850861a cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:36:56.382369 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] Publish callbacks [] for security_group (62e0831e-70c1-4edf-a2c9-4fd5c88b61c6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.415090 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] Publish callbacks [] for security_group (62e0831e-70c1-4edf-a2c9-4fd5c88b61c6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.483387 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (62e0831e-70c1-4edf-a2c9-4fd5c88b61c6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.486324 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.490441 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62e0831e-70c1-4edf-a2c9-4fd5c88b61c6 HTTP/1.1" status: 204 len: 168 time: 0.1967700 Apr 04 20:36:56.504069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6d718-dba7-4b4e-a243-07d3926a517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e0831e-70c1-4edf-a2c9-4fd5c88b61c6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:56.854535 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c2d556d5-2d91-4cdf-b56a-f6c34817f386 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:56.957201 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47940) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:56.959885 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port c2d556d5-2d91-4cdf-b56a-f6c34817f386 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:56.960473 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:56.971585 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ae1d-c0ff-4aac-8a8d-12c503e38ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.046523 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a501c2-dee0-4130-a600-b9030972c213 req-01a08c70-e876-4e7a-a9c8-90808ada9b52 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:57.058804 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port c2d556d5-2d91-4cdf-b56a-f6c34817f386 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:57.064980 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-05a501c2-dee0-4130-a600-b9030972c213 req-01a08c70-e876-4e7a-a9c8-90808ada9b52 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.1208398 Apr 04 20:36:57.090662 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ae1d-c0ff-4aac-8a8d-12c503e38ef7 admin admin] Publish callbacks [] for security_group (4ce1fe80-f4e8-4c75-b403-21348eb0ef3a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.100994 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ae1d-c0ff-4aac-8a8d-12c503e38ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4ce1fe80-f4e8-4c75-b403-21348eb0ef3a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.164085 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-05a501c2-dee0-4130-a600-b9030972c213 req-07ef4819-3dcc-4030-9732-6cc721566c4c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982258 Apr 04 20:36:57.180776 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7ae1d-c0ff-4aac-8a8d-12c503e38ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce1fe80-f4e8-4c75-b403-21348eb0ef3a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.183597 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47942) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.193868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47944) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.194016 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-fcf7ae1d-c0ff-4aac-8a8d-12c503e38ef7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=296f3287245b4c419fcdd1b8d0190363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357845 Apr 04 20:36:57.199295 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157561579', 'description': 'tempest-secgroup-smoke-1157561579 description', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.221140 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.249432 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] Publish callbacks [] for security_group (4ce1fe80-f4e8-4c75-b403-21348eb0ef3a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.274260 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] Publish callbacks [] for security_group (4ce1fe80-f4e8-4c75-b403-21348eb0ef3a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.300520 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (3166251a-cb57-452c-86e0-ca2527e4fddb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.306205 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (3166251a-cb57-452c-86e0-ca2527e4fddb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.339347 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3166251a-cb57-452c-86e0-ca2527e4fddb,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.341117 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4ce1fe80-f4e8-4c75-b403-21348eb0ef3a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.343851 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.344297 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.347820 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1f2858a4-414f-4a2b-b0dc-71b9a11136f7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1500189 Apr 04 20:36:57.348176 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ce1fe80-f4e8-4c75-b403-21348eb0ef3a HTTP/1.1" status: 204 len: 168 time: 0.1511703 Apr 04 20:36:57.348463 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47946) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.354686 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.370265 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60218fe6-4fe5-4c02-b0e6-e30c3e88266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce1fe80-f4e8-4c75-b403-21348eb0ef3a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.395837 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (9dd8f363-8e14-43c3-908a-8e1ce670e314), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.450388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (9dd8f363-8e14-43c3-908a-8e1ce670e314), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.454476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (9dd8f363-8e14-43c3-908a-8e1ce670e314), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.473238 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd8f363-8e14-43c3-908a-8e1ce670e314,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.484801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.486231 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1fcdc54c-3f50-43e9-8a9e-77b3400f7831 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362579 Apr 04 20:36:57.489133 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47950) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.494306 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.522061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (3703d283-ea56-4f50-8c63-e61c8114a1c3), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.585358 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (3703d283-ea56-4f50-8c63-e61c8114a1c3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.589465 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (3703d283-ea56-4f50-8c63-e61c8114a1c3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.610122 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3703d283-ea56-4f50-8c63-e61c8114a1c3,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.615849 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.617211 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c057b00c-704a-4ecc-8300-5d6feff0f4df tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270139 Apr 04 20:36:57.621063 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47954) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.626813 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.656507 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (dcb25e5c-9926-47f5-a1d4-562489c19c05), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.722403 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (dcb25e5c-9926-47f5-a1d4-562489c19c05), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.727112 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (dcb25e5c-9926-47f5-a1d4-562489c19c05), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.746469 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb25e5c-9926-47f5-a1d4-562489c19c05,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.764543 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.768883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47962) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.769105 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1da22d8c-70a4-4d97-aaf4-dde628ec3b83 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461308 Apr 04 20:36:57.776252 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.809336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (985b9420-56ca-43e6-9fdc-cdf85c249544), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.886149 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (985b9420-56ca-43e6-9fdc-cdf85c249544), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.892379 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (985b9420-56ca-43e6-9fdc-cdf85c249544), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.915761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985b9420-56ca-43e6-9fdc-cdf85c249544,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:57.924558 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:57.926626 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-228ff474-7c2b-437f-901f-2a391ed538ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565437 Apr 04 20:36:57.928397 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 47970) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:57.933297 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:57.955301 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Project 673d2c38ba6c4c54b1cbd5b51a6c6390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:36:57.960741 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (bca1ba37-6adc-47bd-9cc6-9e2fa023eb0b), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.025373 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (bca1ba37-6adc-47bd-9cc6-9e2fa023eb0b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.028589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (bca1ba37-6adc-47bd-9cc6-9e2fa023eb0b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.047567 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca1ba37-6adc-47bd-9cc6-9e2fa023eb0b,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:58.052905 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.057136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-81f19633-f723-4090-b8c9-1bef0ab089db tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247663 Apr 04 20:36:58.057276 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 47978) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:36:58.061583 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'security_group_rule': {'security_group_id': '3166251a-cb57-452c-86e0-ca2527e4fddb', 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:36:58.085122 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Project 673d2c38ba6c4c54b1cbd5b51a6c6390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 20:36:58.093165 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (878ca479-3e8a-4b56-8f78-904e2ce8594f), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.157544 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (878ca479-3e8a-4b56-8f78-904e2ce8594f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.162755 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551195'] for security_group_rule (878ca479-3e8a-4b56-8f78-904e2ce8594f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.177371 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878ca479-3e8a-4b56-8f78-904e2ce8594f,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:58.190134 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.191390 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-152655f9-2427-42d9-aaae-6ec59f8b6809 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332185 Apr 04 20:36:58.311940 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b840-00e3-414a-b7de-e1303cb89724 req-7c912dec-dba6-4821-bde2-9ce178c4ceb8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:58.313643 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06a0b840-00e3-414a-b7de-e1303cb89724 req-7c912dec-dba6-4821-bde2-9ce178c4ceb8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0654547 Apr 04 20:36:58.372272 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06a0b840-00e3-414a-b7de-e1303cb89724 req-6c21b916-62ca-4840-a108-80f3534825f2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501418 Apr 04 20:36:58.747947 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Sync routers for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:36:58.757667 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:58.758417 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:58.811174 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4625dc94-cc4d-4563-9e1f-47f49188ff30 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:36:58.862375 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 4625dc94-cc4d-4563-9e1f-47f49188ff30 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:58.862826 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:58.889037 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:58.982343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 4625dc94-cc4d-4563-9e1f-47f49188ff30 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:58.982742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.008124 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] For port 4625dc94-cc4d-4563-9e1f-47f49188ff30, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4625dc94-cc4d-4563-9e1f-47f49188ff30,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:36:59.013392 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.076821 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Pushing event updated for resources: {'Port': ['ID=4625dc94-cc4d-4563-9e1f-47f49188ff30,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:59.135343 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '0a3c3472-50e6-44e7-9190-c1414850861a', 'name': '', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'mac_address': 'fa:16:3e:29:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:54Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 2, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'subnets': [{'id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:59.167402 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Checking router: 99deb782-4d55-4521-b2b1-80d6838845d1 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:36:59.167764 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Updating router 99deb782-4d55-4521-b2b1-80d6838845d1 port 0a3c3472-50e6-44e7-9190-c1414850861a binding host dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 20:36:59.197114 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.320139 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:36:59.485599 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks [] for port (0a3c3472-50e6-44e7-9190-c1414850861a), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.491383 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.500933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e06ee-1e30-451b-8beb-df3b7b24b16b req-6e5fd15e-e4a7-4d06-8fcd-cbce354dd04f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:36:59.501807 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-824e06ee-1e30-451b-8beb-df3b7b24b16b req-6e5fd15e-e4a7-4d06-8fcd-cbce354dd04f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0580676 Apr 04 20:36:59.552703 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051d46-3512-47a6-accb-d86eb5c066b8 None None] Pushing event updated for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:59.572327 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-824e06ee-1e30-451b-8beb-df3b7b24b16b req-182a8f43-7388-449e-9459-593bf1956e0b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648577 Apr 04 20:36:59.613068 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Attempting to bind port 0a3c3472-50e6-44e7-9190-c1414850861a on host dv-cinder-831247-15-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:36:59.613456 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Attempting to bind port 0a3c3472-50e6-44e7-9190-c1414850861a by drivers openvswitch,hyperv on host dv-cinder-831247-15-iscsi at level 0 using segments [{'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:36:59.614320 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Attempting to bind port 0a3c3472-50e6-44e7-9190-c1414850861a on network ace2ef99-35ca-4459-9e18-e4187b12085a {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:36:59.621370 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Checking agent: {'id': 'a671dc01-93c0-46a0-be17-117ce9e8e65c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 16, 50), 'started_at': datetime.datetime(2022, 4, 4, 20, 17, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:36:59.622066 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Checking segment: {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:36:59.622605 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.623083 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Bound using segment: {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:36:59.623559 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Bound port: 0a3c3472-50e6-44e7-9190-c1414850861a, host: dv-cinder-831247-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e326f34f-21ac-4903-b9f4-3abac00b4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:36:59.624088 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.710550 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] For port 0a3c3472-50e6-44e7-9190-c1414850861a, host dv-cinder-831247-15-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:36:59.717318 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] For port 0a3c3472-50e6-44e7-9190-c1414850861a, host dv-cinder-831247-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0a3c3472-50e6-44e7-9190-c1414850861a,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:36:59.729332 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.779503 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:36:59.780189 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:36:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:36:59.875487 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Provisioning complete for port 0a3c3472-50e6-44e7-9190-c1414850861a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:36:59.876475 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:36:59.893082 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051d46-3512-47a6-accb-d86eb5c066b8 None None] Pushing event updated for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:36:59.927460 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:36:59.999138 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Current status of the port 0a3c3472-50e6-44e7-9190-c1414850861a is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:36:59.999642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:00.050512 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] For port 0a3c3472-50e6-44e7-9190-c1414850861a, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0a3c3472-50e6-44e7-9190-c1414850861a,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:00.055819 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:00.110891 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112349f-89a5-432a-a50e-992c02232a1b None None] Pushing event updated for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:00.151214 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '0a3c3472-50e6-44e7-9190-c1414850861a', 'name': '', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'mac_address': 'fa:16:3e:29:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:54Z', 'updated_at': '2022-04-04T20:36:59Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'subnets': [{'id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:37:00.181763 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1ebe71-fbfd-45ad-9751-b6cd0f004b9e None None] The sync data for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi is: [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:36:54Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': '0a3c3472-50e6-44e7-9190-c1414850861a', 'name': '', 'network_id': 'ace2ef99-35ca-4459-9e18-e4187b12085a', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'mac_address': 'fa:16:3e:29:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:54Z', 'updated_at': '2022-04-04T20:36:59Z', 'revision_number': 4, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'subnets': [{'id': '0aa34c8a-dbde-4138-b206-c461c2684786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:37:00.182124 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-23afb067-46b4-40d1-b18d-ddeb43169ea5 None None] Provisioning complete for port 0a3c3472-50e6-44e7-9190-c1414850861a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:37:00.182278 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-23afb067-46b4-40d1-b18d-ddeb43169ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:00.266603 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-23afb067-46b4-40d1-b18d-ddeb43169ea5 None None] Current status of the port 0a3c3472-50e6-44e7-9190-c1414850861a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:00.722286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd435021-caac-4335-9e6e-d521909649af req-b2039922-f5f7-4a76-9924-83236f665ed7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:00.723826 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bd435021-caac-4335-9e6e-d521909649af req-b2039922-f5f7-4a76-9924-83236f665ed7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0712438 Apr 04 20:37:00.775305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4625dc94-cc4d-4563-9e1f-47f49188ff30 up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:37:00.787171 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bd435021-caac-4335-9e6e-d521909649af req-d9d0e7fe-3db6-4c96-a366-6350ad988ada tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566785 Apr 04 20:37:00.834022 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 4625dc94-cc4d-4563-9e1f-47f49188ff30 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:37:00.834488 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:00.916229 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 4625dc94-cc4d-4563-9e1f-47f49188ff30 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:00.917300 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0a3c3472-50e6-44e7-9190-c1414850861a up at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:37:00.968943 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Provisioning complete for port 0a3c3472-50e6-44e7-9190-c1414850861a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:37:00.969317 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:01.054996 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Current status of the port 0a3c3472-50e6-44e7-9190-c1414850861a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:01.911540 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb8c6-02a6-4368-aea8-1efb1d97e239 req-1b758523-13b5-4e25-867e-1473e564debd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:01.913368 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-46ebb8c6-02a6-4368-aea8-1efb1d97e239 req-1b758523-13b5-4e25-867e-1473e564debd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Apr 04 20:37:01.969524 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-46ebb8c6-02a6-4368-aea8-1efb1d97e239 req-8f8fb321-2aa0-4af6-a151-a793e32f3027 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502381 Apr 04 20:37:03.114381 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fc987-7b32-49f4-9c69-a171c29d2446 req-3d42bb3d-34b3-4f4b-8ade-db3725202a1c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:03.116264 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-182fc987-7b32-49f4-9c69-a171c29d2446 req-3d42bb3d-34b3-4f4b-8ade-db3725202a1c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0649772 Apr 04 20:37:03.170934 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-182fc987-7b32-49f4-9c69-a171c29d2446 req-156a467a-0995-449f-9ae6-f4e78162f903 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Apr 04 20:37:04.248724 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-b018197c-6b2c-410d-8ff9-519dd6d68e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:04.254465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-b018197c-6b2c-410d-8ff9-519dd6d68e79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0623429 Apr 04 20:37:04.413679 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39111c60-a2c0-4e9c-ab20-aba2a53d5982 req-cad63986-f953-47c5-ab9d-b58be628a19c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:04.415874 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-39111c60-a2c0-4e9c-ab20-aba2a53d5982 req-cad63986-f953-47c5-ab9d-b58be628a19c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.1447444 Apr 04 20:37:04.445078 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-25a98592-35b5-46a4-a6c4-2869fa4661ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:04.446817 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-25a98592-35b5-46a4-a6c4-2869fa4661ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.1860759 Apr 04 20:37:04.534819 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-39111c60-a2c0-4e9c-ab20-aba2a53d5982 req-8c8938e4-3239-467c-8a6d-dc0302ba4f60 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089005 Apr 04 20:37:04.562667 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-204ccd91-2ebc-4506-8127-53ff5cdf329f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 1001 time: 0.1019175 Apr 04 20:37:04.625396 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-bcb2766d-8a9e-4e46-9ee0-d374b444f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:04.626995 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-bcb2766d-8a9e-4e46-9ee0-d374b444f05d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0559883 Apr 04 20:37:04.681132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-b2f6235f-f355-4198-a86a-71e0d7ad601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:04.683086 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-b2f6235f-f355-4198-a86a-71e0d7ad601e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499332 Apr 04 20:37:04.791131 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-4e0ab06f-9bae-4769-90ff-02803cfe4dea service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010735 Apr 04 20:37:04.910230 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b716fabe-b4ad-47bb-bd2d-f506979e6b75 req-e6030559-031a-486f-b32a-643d5fa53cd0 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078877 Apr 04 20:37:05.677402 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb168484-5042-4c21-a14c-79a8ea14cb16 req-08342383-4272-4c74-95f7-6e1de73af567 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:05.678897 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb168484-5042-4c21-a14c-79a8ea14cb16 req-08342383-4272-4c74-95f7-6e1de73af567 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0562167 Apr 04 20:37:05.732320 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb168484-5042-4c21-a14c-79a8ea14cb16 req-cbf8ec30-5737-4c56-9a60-cd5c032cb55f tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 Apr 04 20:37:05.878443 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48180) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:05.982871 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25f06cb5-be88-419b-9485-29876c9c5f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.060154 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25f06cb5-be88-419b-9485-29876c9c5f0b admin admin] Publish callbacks [] for security_group (4643ee2f-45ee-460e-bad0-c53ee95ceb35), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.063849 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25f06cb5-be88-419b-9485-29876c9c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4643ee2f-45ee-460e-bad0-c53ee95ceb35), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.103824 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-25f06cb5-be88-419b-9485-29876c9c5f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a3c17a2e92e41e0913f7e50b1b4ed40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239478 Apr 04 20:37:06.104572 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f06cb5-be88-419b-9485-29876c9c5f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4643ee2f-45ee-460e-bad0-c53ee95ceb35,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:06.106101 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 48186) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:06.155276 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] Publish callbacks [] for security_group (4643ee2f-45ee-460e-bad0-c53ee95ceb35), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.176105 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] Publish callbacks [] for security_group (4643ee2f-45ee-460e-bad0-c53ee95ceb35), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.222694 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (4643ee2f-45ee-460e-bad0-c53ee95ceb35), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.225372 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.226557 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4643ee2f-45ee-460e-bad0-c53ee95ceb35 HTTP/1.1" status: 204 len: 168 time: 0.1193006 Apr 04 20:37:06.235202 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc4387-1315-470a-b286-c27016c872fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4643ee2f-45ee-460e-bad0-c53ee95ceb35,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:06.478619 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 48192) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:06.494865 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ee7-9976-41b6-b11a-76f3aec916e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.567359 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ee7-9976-41b6-b11a-76f3aec916e3 admin admin] Publish callbacks [] for security_group (67599273-11d8-407d-a014-49a9fcfb5dc1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.571124 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d9b4ee7-9976-41b6-b11a-76f3aec916e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (67599273-11d8-407d-a014-49a9fcfb5dc1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.611362 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8d9b4ee7-9976-41b6-b11a-76f3aec916e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b2994fa29764fc6bc87fe4f526d4a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293280 Apr 04 20:37:06.611362 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4ee7-9976-41b6-b11a-76f3aec916e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67599273-11d8-407d-a014-49a9fcfb5dc1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:06.612305 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48196) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:06.662187 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] Publish callbacks [] for security_group (67599273-11d8-407d-a014-49a9fcfb5dc1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.682894 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] Publish callbacks [] for security_group (67599273-11d8-407d-a014-49a9fcfb5dc1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.729075 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (67599273-11d8-407d-a014-49a9fcfb5dc1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.731567 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:06.732691 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67599273-11d8-407d-a014-49a9fcfb5dc1 HTTP/1.1" status: 204 len: 168 time: 0.1194167 Apr 04 20:37:06.740116 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebff9e-bc88-49e0-b989-1629f57af876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67599273-11d8-407d-a014-49a9fcfb5dc1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:06.853135 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8847a-2e14-4e32-9440-f12cdba3939d req-a6b7628d-e809-46e4-b32a-5d89e24197d2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:06.854779 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cff8847a-2e14-4e32-9440-f12cdba3939d req-a6b7628d-e809-46e4-b32a-5d89e24197d2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0538423 Apr 04 20:37:06.906278 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cff8847a-2e14-4e32-9440-f12cdba3939d req-72a9237b-a6b7-4fee-80c2-6c609425ac8c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448084 Apr 04 20:37:07.062466 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 48206) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:07.076614 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e83212-6947-4af2-b65e-0fde185418d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.155980 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e83212-6947-4af2-b65e-0fde185418d5 admin admin] Publish callbacks [] for security_group (72e1431c-1a2f-450e-ad05-1e15640bc01c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.159587 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-86e83212-6947-4af2-b65e-0fde185418d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (72e1431c-1a2f-450e-ad05-1e15640bc01c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.198674 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-86e83212-6947-4af2-b65e-0fde185418d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54a82c1a633145bcaec261b890d3f5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340151 Apr 04 20:37:07.199541 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e83212-6947-4af2-b65e-0fde185418d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e1431c-1a2f-450e-ad05-1e15640bc01c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:07.200605 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48208) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:37:07.251816 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] Publish callbacks [] for security_group (72e1431c-1a2f-450e-ad05-1e15640bc01c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.272698 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] Publish callbacks [] for security_group (72e1431c-1a2f-450e-ad05-1e15640bc01c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.318557 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (72e1431c-1a2f-450e-ad05-1e15640bc01c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.321128 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:07.322337 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72e1431c-1a2f-450e-ad05-1e15640bc01c HTTP/1.1" status: 204 len: 168 time: 0.1207552 Apr 04 20:37:07.330666 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0400c2-ba53-4644-82de-70fcbb18ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e1431c-1a2f-450e-ad05-1e15640bc01c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:08.024337 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae00d82-f73c-4915-bd78-181a8098c8d9 req-27da64ca-24b2-42e5-88a7-e6ef2de25002 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:08.026660 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ae00d82-f73c-4915-bd78-181a8098c8d9 req-27da64ca-24b2-42e5-88a7-e6ef2de25002 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Apr 04 20:37:08.078632 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ae00d82-f73c-4915-bd78-181a8098c8d9 req-31bf1a64-99cd-4bd3-8599-b6c55f016214 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462725 Apr 04 20:37:09.195255 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f56b-d4d6-4e46-9a64-0539b88e1ba9 req-d23544e1-2318-4f60-8556-6b0d8e622460 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:09.196743 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3042f56b-d4d6-4e46-9a64-0539b88e1ba9 req-d23544e1-2318-4f60-8556-6b0d8e622460 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0524642 Apr 04 20:37:09.244924 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3042f56b-d4d6-4e46-9a64-0539b88e1ba9 req-2701a321-4b0f-4363-a739-948e990c4548 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425665 Apr 04 20:37:10.364267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbb63-33f9-4a75-9f33-07f1ea4cc9a4 req-19245cd2-9937-421a-8068-c012582aed1e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:10.365727 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-709fbb63-33f9-4a75-9f33-07f1ea4cc9a4 req-19245cd2-9937-421a-8068-c012582aed1e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0556984 Apr 04 20:37:10.414996 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-709fbb63-33f9-4a75-9f33-07f1ea4cc9a4 req-77f28b75-ea8e-4dea-b4f6-95a7d7eee080 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410993 Apr 04 20:37:11.061434 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:11.535441 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c148ae-e34f-4694-8994-9b2afa4f5ba9 req-84ce2020-111d-4b34-a6c9-281df693900a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:11.536908 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c3c148ae-e34f-4694-8994-9b2afa4f5ba9 req-84ce2020-111d-4b34-a6c9-281df693900a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Apr 04 20:37:11.597444 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c3c148ae-e34f-4694-8994-9b2afa4f5ba9 req-0c53dc94-521f-4f5d-a763-59adcc148aa7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534647 Apr 04 20:37:12.717815 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eb68c-7277-424b-8dab-5601ef942022 req-7cc6724e-b48d-4b2a-861a-4e226c02c01e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:12.719343 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-816eb68c-7277-424b-8dab-5601ef942022 req-7cc6724e-b48d-4b2a-861a-4e226c02c01e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Apr 04 20:37:12.768747 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-816eb68c-7277-424b-8dab-5601ef942022 req-b37f6953-c052-4492-a66e-ea3f47a4f4fa tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Apr 04 20:37:12.980976 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639641f-1c78-4e1e-a06a-ad3b088961e9 req-fee5c35f-f4ad-469c-9b3d-c5ef8b05ca03 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:12.986864 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0639641f-1c78-4e1e-a06a-ad3b088961e9 req-fee5c35f-f4ad-469c-9b3d-c5ef8b05ca03 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Apr 04 20:37:13.048770 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0639641f-1c78-4e1e-a06a-ad3b088961e9 req-f045bbaf-483e-4f37-9688-4b78f2085bb2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605373 Apr 04 20:37:13.055877 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-8ccec939-bd9a-4063-abdf-4519fb76d88d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1483655 Apr 04 20:37:13.240509 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-c608eba0-dd2e-4ffe-8f0c-2458ee552e6d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:13.241848 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-c608eba0-dd2e-4ffe-8f0c-2458ee552e6d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports/0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 942 time: 0.1595511 Apr 04 20:37:14.029018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-057a850f-ee10-4404-8d0a-14d9802d8d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:14.170475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556d52e-fdd0-4bb3-8ac6-9fba0ff7cca5 req-fddf72de-bb1a-456c-9d91-8a1677358f66 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:14.171954 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2556d52e-fdd0-4bb3-8ac6-9fba0ff7cca5 req-fddf72de-bb1a-456c-9d91-8a1677358f66 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0526214 Apr 04 20:37:14.221743 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2556d52e-fdd0-4bb3-8ac6-9fba0ff7cca5 req-17bc763a-b2e3-4510-aa6b-843c635199f3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Apr 04 20:37:15.340474 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20e918-875f-42c4-a58a-d8e3bc4df707 req-003c4da2-84c2-42a4-8eff-f8ce3d75e242 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:15.342018 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee20e918-875f-42c4-a58a-d8e3bc4df707 req-003c4da2-84c2-42a4-8eff-f8ce3d75e242 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Apr 04 20:37:15.391579 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee20e918-875f-42c4-a58a-d8e3bc4df707 req-ac4e25ba-290f-4192-a796-a485fdc53093 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440092 Apr 04 20:37:16.249027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e191825b-c9ab-436f-8f6c-e0f96cbb3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:16.507912 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00747049-79f6-45f8-abd9-de630475a4ae req-93c347c3-3ac8-4df3-9c04-4124493a41e1 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:16.509405 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00747049-79f6-45f8-abd9-de630475a4ae req-93c347c3-3ac8-4df3-9c04-4124493a41e1 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0521798 Apr 04 20:37:16.562744 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00747049-79f6-45f8-abd9-de630475a4ae req-2ea65075-22f7-4393-af33-9c01613ffdf1 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469396 Apr 04 20:37:17.636147 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:17.680845 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f7b2-4118-4e5c-b59f-711b498e017d req-2153e8ad-a5aa-4764-9185-ebd6a226a6f3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:17.682353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8689f7b2-4118-4e5c-b59f-711b498e017d req-2153e8ad-a5aa-4764-9185-ebd6a226a6f3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Apr 04 20:37:17.733965 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8689f7b2-4118-4e5c-b59f-711b498e017d req-3a201b43-5397-451c-82c5-7eea35d929dc tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Apr 04 20:37:17.898175 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:37:17.979952 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 0a4068b7-b557-40a6-92f8-10bc1d95332e is: ACTIVE; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:17.980347 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:18.003793 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:37:18.006039 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54661373-efa9-430e-b9b9-ba9537135391" -d '{"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:37:18.019121 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:18.024833 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:18.050325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 20:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59954c-63b1-4acf-a1ee-6c6f24393949 x-openstack-request-id: req-4d59954c-63b1-4acf-a1ee-6c6f24393949 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:37:18.050930 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-unplugged", "status": "failed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "code": 422}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:37:18.051182 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d59954c-63b1-4acf-a1ee-6c6f24393949 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:37:18.051578 dv-cinder-831247-15-iscsi neutron-server[103209]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4d59954c-63b1-4acf-a1ee-6c6f24393949']: {'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'code': 422} returned with failed status Apr 04 20:37:18.089245 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=6']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:18.716601 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:18.855341 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47338a8-669a-4bce-9410-b7359e5c8bee req-c57de4b3-f47e-41dc-8fc5-599439ab43d4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:18.856707 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a47338a8-669a-4bce-9410-b7359e5c8bee req-c57de4b3-f47e-41dc-8fc5-599439ab43d4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0537474 Apr 04 20:37:18.904157 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a47338a8-669a-4bce-9410-b7359e5c8bee req-a6bbdebc-983d-48be-b08a-99c14ba118f0 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Apr 04 20:37:20.023959 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e088c-e77b-4fdc-bda6-b0f1c0a9e635 req-2e8e9e42-9ace-4882-8030-7eaa22b70c1c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:20.025429 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-446e088c-e77b-4fdc-bda6-b0f1c0a9e635 req-2e8e9e42-9ace-4882-8030-7eaa22b70c1c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0535028 Apr 04 20:37:20.074362 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-446e088c-e77b-4fdc-bda6-b0f1c0a9e635 req-e8c87ded-c6a7-48a8-8eda-fbf96ff7db5c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Apr 04 20:37:20.368464 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:21.189795 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67677c-3a79-4bc5-8c48-834aaa84e2d7 req-5eded3a9-81cd-461c-be96-94faadce1933 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:21.191282 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f67677c-3a79-4bc5-8c48-834aaa84e2d7 req-5eded3a9-81cd-461c-be96-94faadce1933 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0514591 Apr 04 20:37:21.238352 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f67677c-3a79-4bc5-8c48-834aaa84e2d7 req-b44d7344-9082-4ca4-87ee-9734b8402d32 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Apr 04 20:37:22.356548 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70827-f07e-4b69-9052-46ea3b174f92 req-293fe81a-6d8b-439a-8a7b-19b12cd6a44c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:22.358311 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b9c70827-f07e-4b69-9052-46ea3b174f92 req-293fe81a-6d8b-439a-8a7b-19b12cd6a44c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0537856 Apr 04 20:37:22.408280 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b9c70827-f07e-4b69-9052-46ea3b174f92 req-c98ac841-5328-4f8c-b1cd-4cf4564483ec tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Apr 04 20:37:23.527240 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e77e2-a746-47ee-964d-d8c576e6bbe9 req-b9c7e92d-d161-4b2d-99f0-075859707785 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:23.528804 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a46e77e2-a746-47ee-964d-d8c576e6bbe9 req-b9c7e92d-d161-4b2d-99f0-075859707785 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0563769 Apr 04 20:37:23.576933 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a46e77e2-a746-47ee-964d-d8c576e6bbe9 req-9ad45453-4b16-40ed-93b6-fd506b1ad073 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Apr 04 20:37:24.455284 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-002ed758-87cf-4877-b4bb-52d5fb2cee80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460572 Apr 04 20:37:24.698650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3aba-a441-41bb-8a52-3b47683a1c28 req-cad580bb-246f-45fc-b661-19298d19aac5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:24.700104 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ecc3aba-a441-41bb-8a52-3b47683a1c28 req-cad580bb-246f-45fc-b661-19298d19aac5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0528443 Apr 04 20:37:24.752410 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2ecc3aba-a441-41bb-8a52-3b47683a1c28 req-5d3e4777-60f0-425f-817f-fe7c11f326dd tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468249 Apr 04 20:37:25.871570 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87378892-32a9-48e6-bc97-f551bdc61568 req-911973a3-3212-462a-afb2-80724be6cd62 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:25.873036 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87378892-32a9-48e6-bc97-f551bdc61568 req-911973a3-3212-462a-afb2-80724be6cd62 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0525665 Apr 04 20:37:25.920825 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87378892-32a9-48e6-bc97-f551bdc61568 req-6131e4ae-774f-4472-99f3-ed3792e94185 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Apr 04 20:37:26.419348 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-18572ec9-da93-4556-9add-1152fe409c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:26.420879 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-18572ec9-da93-4556-9add-1152fe409c12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 1129 time: 0.0446150 Apr 04 20:37:26.528998 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-607f4d5a-81d1-4240-b0a2-87468e048489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:26.530475 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-607f4d5a-81d1-4240-b0a2-87468e048489 service neutron] 10.222.0.23 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 913 time: 0.0914178 Apr 04 20:37:26.570411 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-100c492c-26d3-472f-8fc5-639c1efffde5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b2547b8-f408-47f7-80f6-c945bc12e094 HTTP/1.1" status: 200 len: 217 time: 0.0339200 Apr 04 20:37:26.620054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-adb14a1b-1662-43e4-9e1b-4936e4005b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:26.621506 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-adb14a1b-1662-43e4-9e1b-4936e4005b5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 200 len: 853 time: 0.0454507 Apr 04 20:37:26.656191 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-e514c7b8-5ed2-44ee-86c2-9c1212000700 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=114ca130-6b98-4cfc-bf2f-ef0d338d0363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265014 Apr 04 20:37:26.747292 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-a8dc5ecb-33db-4744-8e8b-fdeb9a5cf613 service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 Apr 04 20:37:26.841088 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9cc6c607-73f4-4314-b885-7db3c6de8437 req-4f2f003e-6cfd-43bd-af7f-618997bf6093 service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Apr 04 20:37:27.042439 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87a9c3-16f3-4898-8c52-081c51e676d2 req-b73be6fd-bca1-4e3b-a804-1cd8a615d6b8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:27.043907 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca87a9c3-16f3-4898-8c52-081c51e676d2 req-b73be6fd-bca1-4e3b-a804-1cd8a615d6b8 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0529823 Apr 04 20:37:27.092583 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca87a9c3-16f3-4898-8c52-081c51e676d2 req-3d6209c8-824d-4010-8f91-d42189ebd3f4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Apr 04 20:37:28.122208 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-993c2eae-2af9-4311-a9ee-5d555fac222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.123702 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-993c2eae-2af9-4311-a9ee-5d555fac222a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674&tenant_id=727b4eb976f243e99d4eb6ce5ab5c191 HTTP/1.1" status: 200 len: 1127 time: 0.0473425 Apr 04 20:37:28.190969 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-e733dff2-b6db-48ac-9f1d-94e4a55ba6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.192461 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-e733dff2-b6db-48ac-9f1d-94e4a55ba6bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1127 time: 0.0462742 Apr 04 20:37:28.218851 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae634-924b-4949-9355-ec77b1b2cba0 req-a0120bc9-32d8-4105-98be-3d79bb219660 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.220417 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-051ae634-924b-4949-9355-ec77b1b2cba0 req-a0120bc9-32d8-4105-98be-3d79bb219660 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0602057 Apr 04 20:37:28.269982 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-051ae634-924b-4949-9355-ec77b1b2cba0 req-f9e9f619-7441-480b-a106-9d0ee7de9d4c tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437789 Apr 04 20:37:28.282223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-15e75fdc-447e-4df1-a566-fd7cfc7c4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.283691 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-15e75fdc-447e-4df1-a566-fd7cfc7c4c72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.0847304 Apr 04 20:37:28.351577 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-b1d5f6e9-799f-4b4e-8ca0-429070e9e6e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 999 time: 0.0615795 Apr 04 20:37:28.400595 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-572941f2-9c71-4621-86e2-bdbfd7e6ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.403362 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-572941f2-9c71-4621-86e2-bdbfd7e6ecef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0456960 Apr 04 20:37:28.452924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476c1f-1720-49e9-908a-6208485b2982 req-61a145de-e812-4ca4-9c25-7b6f6f691ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:28.454494 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-61a145de-e812-4ca4-9c25-7b6f6f691ee6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440121 Apr 04 20:37:28.549303 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-93e6416c-0bc0-4ed4-a070-a8123e114435 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882461 Apr 04 20:37:28.644658 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6476c1f-1720-49e9-908a-6208485b2982 req-ccda7504-41cd-4701-945f-2f77766a55ef service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889790 Apr 04 20:37:29.386739 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb7a4-45bc-4853-9485-92c382c24e13 req-863f892a-6100-4c33-97d5-666a9915ce4d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:29.388202 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-43bfb7a4-45bc-4853-9485-92c382c24e13 req-863f892a-6100-4c33-97d5-666a9915ce4d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0521891 Apr 04 20:37:29.435922 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-43bfb7a4-45bc-4853-9485-92c382c24e13 req-bfbadbe7-d2c6-4a8a-8a5e-635cfc39d608 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Apr 04 20:37:30.551734 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2be49-4760-4fa0-bfd0-241706513b34 req-175e9e98-dd29-4471-b982-6931330df98b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:30.553205 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9f2be49-4760-4fa0-bfd0-241706513b34 req-175e9e98-dd29-4471-b982-6931330df98b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0531194 Apr 04 20:37:30.601750 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9f2be49-4760-4fa0-bfd0-241706513b34 req-441f4b47-5028-450d-89e4-2b6ee8d1287a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422647 Apr 04 20:37:31.720262 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfc28-8b2e-4943-a33b-16536d32cf8f req-e31c0cae-e318-45fa-8490-2e4851cedb13 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:31.721745 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bcedfc28-8b2e-4943-a33b-16536d32cf8f req-e31c0cae-e318-45fa-8490-2e4851cedb13 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0509050 Apr 04 20:37:31.773229 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bcedfc28-8b2e-4943-a33b-16536d32cf8f req-ca209d5d-7a62-4501-b516-8784becc2036 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Apr 04 20:37:32.255948 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032c34d-075d-4a44-bd6e-68f9994d3a6e req-59bd558e-b830-44ce-84e2-118a47eabe9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:32.257345 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d032c34d-075d-4a44-bd6e-68f9994d3a6e req-59bd558e-b830-44ce-84e2-118a47eabe9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0534377 Apr 04 20:37:32.302759 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d032c34d-075d-4a44-bd6e-68f9994d3a6e req-72d2530b-c02d-4830-80aa-a48479e7f5c5 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Apr 04 20:37:32.889746 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93131003-909d-4ae3-b455-6de0e6e684fc req-af39ae32-3ff2-4e7b-9045-5933553845f4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:32.891222 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93131003-909d-4ae3-b455-6de0e6e684fc req-af39ae32-3ff2-4e7b-9045-5933553845f4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0504498 Apr 04 20:37:32.937880 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93131003-909d-4ae3-b455-6de0e6e684fc req-7bfd7cdc-46bb-4f24-8bb8-a6103b8ee988 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Apr 04 20:37:33.420733 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196032c5-1ae9-42d2-b37d-f30a0b797cf3 req-f82aea37-e2bc-4c61-aea9-7f2bf866dfa3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:33.422207 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-196032c5-1ae9-42d2-b37d-f30a0b797cf3 req-f82aea37-e2bc-4c61-aea9-7f2bf866dfa3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0526876 Apr 04 20:37:33.469258 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-196032c5-1ae9-42d2-b37d-f30a0b797cf3 req-41c0af85-ef50-483c-b9d4-b0bbbe006ca8 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Apr 04 20:37:34.058509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db26ef-597e-40c4-aa96-bbd97aeff9da req-9a5c5634-1d40-4ce4-8269-83c6c89d7d38 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:34.059970 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8db26ef-597e-40c4-aa96-bbd97aeff9da req-9a5c5634-1d40-4ce4-8269-83c6c89d7d38 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0559895 Apr 04 20:37:34.107505 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8db26ef-597e-40c4-aa96-bbd97aeff9da req-61178afe-54fc-4774-99cc-7e01a90f7448 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Apr 04 20:37:34.590681 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16e4bd-a772-4616-8770-7729bdf9df1e req-d47af389-0658-4742-b9f9-9cebaf47fe91 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:34.592110 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad16e4bd-a772-4616-8770-7729bdf9df1e req-d47af389-0658-4742-b9f9-9cebaf47fe91 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0576360 Apr 04 20:37:34.603108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-5e7d1a5c-62e8-43ca-bde2-e5be25ab938a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:34.605273 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-5e7d1a5c-62e8-43ca-bde2-e5be25ab938a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "GET /v2.0/ports?device_id=77117900-8853-4dd8-9506-7ed127b124ad HTTP/1.1" status: 200 len: 945 time: 0.0549531 Apr 04 20:37:34.639920 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad16e4bd-a772-4616-8770-7729bdf9df1e req-76c6cc2c-d32a-4f0e-816d-08db4b7e2531 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Apr 04 20:37:34.702711 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Deleting port 1b2547b8-f408-47f7-80f6-c945bc12e094 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:37:34.703051 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:34.789523 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] For port 1b2547b8-f408-47f7-80f6-c945bc12e094, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=1b2547b8-f408-47f7-80f6-c945bc12e094,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:34.789870 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:34.801984 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Calling delete_port for 1b2547b8-f408-47f7-80f6-c945bc12e094 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:37:34.929074 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (1b2547b8-f408-47f7-80f6-c945bc12e094), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:34.941107 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['1b2547b8-f408-47f7-80f6-c945bc12e094'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:37:34.956620 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Pushing event deleted for resources: {'Port': ['ID=1b2547b8-f408-47f7-80f6-c945bc12e094,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:34.970144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.970503 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.970850 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.971194 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.971532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.971876 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.972209 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.972541 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.972872 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.973200 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.973531 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.973865 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.974224 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.974557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:34.974883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:35.010270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] No DVR routers for this DVR port 1b2547b8-f408-47f7-80f6-c945bc12e094 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:37:35.012685 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:35.016032 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-47eae44e-3dd1-4547-8f8e-d7831707444c req-3bcae334-97b1-4285-a274-c9843813ee9e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "DELETE /v2.0/ports/1b2547b8-f408-47f7-80f6-c945bc12e094 HTTP/1.1" status: 204 len: 173 time: 0.4059703 Apr 04 20:37:35.016462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'name': 'network-vif-deleted', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:37:35.018773 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94273d71-859c-4134-9914-394c8625cd96" -d '{"events": [{"server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "name": "network-vif-deleted", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:37:35.053594 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e008c85-8e28-4bfa-970f-713b9703ce62 x-openstack-request-id: req-8e008c85-8e28-4bfa-970f-713b9703ce62 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:37:35.053882 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77117900-8853-4dd8-9506-7ed127b124ad", "name": "network-vif-deleted", "tag": "1b2547b8-f408-47f7-80f6-c945bc12e094", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:37:35.054179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e008c85-8e28-4bfa-970f-713b9703ce62 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:37:35.054587 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e008c85-8e28-4bfa-970f-713b9703ce62'] response: {'server_uuid': '77117900-8853-4dd8-9506-7ed127b124ad', 'name': 'network-vif-deleted', 'tag': '1b2547b8-f408-47f7-80f6-c945bc12e094', 'status': 'completed', 'code': 200} Apr 04 20:37:35.223082 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9db112-0130-4294-9056-b6ac4c298ec1 req-4c9fc520-5464-4dae-b989-d70679cd5985 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:35.224460 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e9db112-0130-4294-9056-b6ac4c298ec1 req-4c9fc520-5464-4dae-b989-d70679cd5985 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0515046 Apr 04 20:37:35.272110 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e9db112-0130-4294-9056-b6ac4c298ec1 req-365cde65-3af3-43d6-9003-d16b300d6b9e tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419896 Apr 04 20:37:36.310160 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:37:36.389331 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc5f5-85e9-4239-a498-2d272b9fa797 req-a2cf7abc-d9f7-4d43-8254-c6852ffe5f1b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:36.390880 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18cfc5f5-85e9-4239-a498-2d272b9fa797 req-a2cf7abc-d9f7-4d43-8254-c6852ffe5f1b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0507946 Apr 04 20:37:36.442301 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18cfc5f5-85e9-4239-a498-2d272b9fa797 req-f16086a8-7652-40c0-9392-e9617fed6f9b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Apr 04 20:37:37.561857 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cd99d-870c-4086-9354-affd74824e1e req-a7ce3751-f5bf-4e88-9f7f-e98eaf9b6f53 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:37.563358 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f4cd99d-870c-4086-9354-affd74824e1e req-a7ce3751-f5bf-4e88-9f7f-e98eaf9b6f53 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0555041 Apr 04 20:37:37.612081 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f4cd99d-870c-4086-9354-affd74824e1e req-08c5162b-ad3e-4e4b-9569-6cb811e9d3aa tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429010 Apr 04 20:37:38.727593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7d425-5a79-4150-9793-62a604c3007d req-ad5ab620-ba58-4e9e-b698-23d7c8431eae tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:38.729571 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63e7d425-5a79-4150-9793-62a604c3007d req-ad5ab620-ba58-4e9e-b698-23d7c8431eae tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0519531 Apr 04 20:37:38.776956 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63e7d425-5a79-4150-9793-62a604c3007d req-b96c9130-8e9b-49d5-ba8f-353dedbe1238 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 Apr 04 20:37:39.145259 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 1b2547b8-f408-47f7-80f6-c945bc12e094 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:37:39.169412 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 1b2547b8-f408-47f7-80f6-c945bc12e094 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:37:39.169747 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 1b2547b8-f408-47f7-80f6-c945bc12e094 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:37:39.892252 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96706dc-2cfe-47e4-9d5c-739eac17ab9b req-c325f34f-6100-40d6-9b53-04c5be778a6d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:39.893708 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c96706dc-2cfe-47e4-9d5c-739eac17ab9b req-c325f34f-6100-40d6-9b53-04c5be778a6d tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0511281 Apr 04 20:37:39.940927 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c96706dc-2cfe-47e4-9d5c-739eac17ab9b req-7d8ded2f-269d-4f01-8e4f-ccc4f29c2476 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Apr 04 20:37:41.059238 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1764-1e82-4def-b153-8488e8d9e9e5 req-2912cd11-633d-4104-800c-1b6d3f630379 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:41.060836 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60dd1764-1e82-4def-b153-8488e8d9e9e5 req-2912cd11-633d-4104-800c-1b6d3f630379 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0531590 Apr 04 20:37:41.061222 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:41.110405 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60dd1764-1e82-4def-b153-8488e8d9e9e5 req-28e3eb35-8487-46b2-a8d6-9a8f18769541 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Apr 04 20:37:42.232813 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785cff-b974-43f4-8de7-aaee47673669 req-4de1d905-7eee-46db-b265-afc05ac41091 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:42.234295 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-27785cff-b974-43f4-8de7-aaee47673669 req-4de1d905-7eee-46db-b265-afc05ac41091 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 943 time: 0.0559409 Apr 04 20:37:42.281045 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-27785cff-b974-43f4-8de7-aaee47673669 req-f766e0b2-69b6-469f-be37-6d54c59cfd37 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Apr 04 20:37:42.715096 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:37:42.815114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:42.826539 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'port_id': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'mac_address': 'fa:16:3e:78:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:37:42.863369 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 0a4068b7-b557-40a6-92f8-10bc1d95332e is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:42.863764 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:42.876912 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4068b7-b557-40a6-92f8-10bc1d95332e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:37:42.896496 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:42.900282 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:42.948722 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=7']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:42.955632 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.955963 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.956303 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.956641 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.956973 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.957298 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.957624 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.957947 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.958296 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.958617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.958936 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.959256 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.959572 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.959887 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.960202 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:37:42.998829 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-2d0b0c52-0f52-487e-a9a0-d8cdf00ab1a3 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157561579&fields=id&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 267 time: 0.0465481 Apr 04 20:37:43.100553 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-ac04d048-c231-4987-8060-761d704404c3 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:43.102056 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-ac04d048-c231-4987-8060-761d704404c3 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.0968654 Apr 04 20:37:43.118106 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-e5a463ee-628f-4463-ae88-d0802f62a60d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/quotas/673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Apr 04 20:37:43.175544 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-85af3b99-c59d-46d4-b138-87e67ead5d03 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512979 Apr 04 20:37:43.277425 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-99f6ef29-e442-4880-8bb3-1656fa119dad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 20:37:43.278478 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-99f6ef29-e442-4880-8bb3-1656fa119dad service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0915279 Apr 04 20:37:43.319648 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['0a4068b7-b557-40a6-92f8-10bc1d95332e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:37:43.402520 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f957cfb5-7067-47c5-9151-6da5ee07a435 service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178694 Apr 04 20:37:43.441765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9281-f6e1-4cf5-adbf-c82f09ab2c90 req-a3160c5b-0521-4451-b6bc-b615a6573979 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:43.446612 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-754c9281-f6e1-4cf5-adbf-c82f09ab2c90 req-a3160c5b-0521-4451-b6bc-b615a6573979 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0665212 Apr 04 20:37:43.496098 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-754c9281-f6e1-4cf5-adbf-c82f09ab2c90 req-489b7f30-57ae-4cdd-96ba-c1c0f5cae68b tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460255 Apr 04 20:37:43.512422 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-15d78dae-c785-456d-bc1b-4b59d2617a14 service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037059 Apr 04 20:37:43.786823 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e1d5ff-225b-474e-b517-ec4262d36a6f req-ed4241c8-e31b-492b-a8a0-80b28b18440b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Apr 04 20:37:44.030204 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-316f3d32-5ad9-4e04-b36f-38fa68d3739f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:44.618638 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8beb5-a7cf-418f-95b3-da220ded6d4f req-86baad10-b5f9-4fc1-99d3-a579587430e3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:44.620785 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74f8beb5-a7cf-418f-95b3-da220ded6d4f req-86baad10-b5f9-4fc1-99d3-a579587430e3 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0564811 Apr 04 20:37:44.669578 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74f8beb5-a7cf-418f-95b3-da220ded6d4f req-5f2adc09-ba12-4d02-93d0-9df4100cd8ea tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Apr 04 20:37:44.882138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-22f54d08-66c3-4165-a885-f90cab04f268 req-2cfb46d6-6707-483d-a2e1-cc53104d2271 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0302975 Apr 04 20:37:45.785537 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f8696-73e5-422c-9ecf-e798f885aec7 req-82d217e7-1a80-48a5-b3ee-b478717f5186 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:45.787051 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0a2f8696-73e5-422c-9ecf-e798f885aec7 req-82d217e7-1a80-48a5-b3ee-b478717f5186 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0512969 Apr 04 20:37:45.834565 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0a2f8696-73e5-422c-9ecf-e798f885aec7 req-20d64076-218f-4b99-b872-a3de59c98251 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Apr 04 20:37:45.972865 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-475d52e7-9254-40a0-ad36-eeb4fb38afdf req-09626f63-e056-40f4-8a71-fc8e302ba2d8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Apr 04 20:37:46.252655 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c0916e8-3f00-40b6-9a80-2d6e0a1ca127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:46.952064 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edefb17-4dd0-4067-b320-23f22f9e620a req-8f2fb32b-eda0-4b87-b3dd-869ac5ec49ff tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:46.953424 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0edefb17-4dd0-4067-b320-23f22f9e620a req-8f2fb32b-eda0-4b87-b3dd-869ac5ec49ff tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Apr 04 20:37:47.001031 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0edefb17-4dd0-4067-b320-23f22f9e620a req-2ceaaf3f-ef50-4fdb-923b-6016b87f1748 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419002 Apr 04 20:37:47.064956 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-38dc4515-c76c-43f9-8fe8-a1a79284daa0 req-0ccaadbf-7622-421f-8599-d54cb90fa1fc tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Apr 04 20:37:47.637663 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:47.650626 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:37:47.699757 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 0a4068b7-b557-40a6-92f8-10bc1d95332e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:37:47.700127 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:47.804955 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 0a4068b7-b557-40a6-92f8-10bc1d95332e is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:37:47.805376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:47.839458 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:37:47.841873 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0248a73-ce9a-4de8-8c7b-8be6d9a3e24a" -d '{"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-plugged", "status": "completed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:37:47.843521 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f1339b6c-5440-4e14-a2dc-2d097f8c4d2d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:47.845130 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f1339b6c-5440-4e14-a2dc-2d097f8c4d2d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.1198246 Apr 04 20:37:47.857521 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:37:47.864432 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:47.895008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eb3164-9542-49b2-b854-5df06d6bf91c x-openstack-request-id: req-31eb3164-9542-49b2-b854-5df06d6bf91c {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:37:47.895283 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-plugged", "status": "completed", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:37:47.895533 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31eb3164-9542-49b2-b854-5df06d6bf91c {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:37:47.895935 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31eb3164-9542-49b2-b854-5df06d6bf91c'] response: {'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'code': 200} Apr 04 20:37:47.919546 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=8']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:47.923314 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-bd8b1db1-c63f-44ae-92a2-18625e196130 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 380 time: 0.0665915 Apr 04 20:37:47.934622 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'port': {'device_id': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'admin_state_up': True, 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'security_groups': ['3166251a-cb57-452c-86e0-ca2527e4fddb']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:37:48.043950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Made reservation on behalf of 673d2c38ba6c4c54b1cbd5b51a6c6390 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:37:48.048255 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.173164 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b723ae10-562c-48dc-9978-97c62f161016 req-c05c9e50-79d4-474e-ad7c-c7b956864b03 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Apr 04 20:37:48.230890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b2dcf-8e81-4f18-ae47-878eecd18c50 req-ab44de01-5d03-471d-ae1a-0e590e133bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:48.232384 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be8b2dcf-8e81-4f18-ae47-878eecd18c50 req-ab44de01-5d03-471d-ae1a-0e590e133bc9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.1564639 Apr 04 20:37:48.247734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075465e3-1a60-4b5c-8385-03008048429d req-eba85375-293d-4131-ba08-79b763a5f355 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:48.249167 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-075465e3-1a60-4b5c-8385-03008048429d req-eba85375-293d-4131-ba08-79b763a5f355 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.1721632 Apr 04 20:37:48.279563 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.20.0.13 (367569cc-e5a1-4c39-849f-140e04f9cc09/5d2d0e63-ea7f-459d-a140-f5670a709126/b9ebad35-243e-4bec-91ba-e9981c737366) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:37:48.366143 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-075465e3-1a60-4b5c-8385-03008048429d req-93100dce-ef5b-4039-877b-4fcd68a82208 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041064 Apr 04 20:37:48.371265 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-be8b2dcf-8e81-4f18-ae47-878eecd18c50 req-ae94cb0e-ac0c-4551-bdfb-c2aef032f54e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211693 Apr 04 20:37:48.477605 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (b9ebad35-243e-4bec-91ba-e9981c737366), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.518013 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.561127 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:37:48.564286 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:37:48.570709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:37:48.577256 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:48.629859 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:48.630874 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.652468 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-f44a798a-d502-4c10-a615-b64aa7147e59 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7222600 Apr 04 20:37:48.667516 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Request body: {'port': {'device_id': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:37:48.737289 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.751052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.892080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-cec5cce3-ca21-4bf9-8c60-67a063d7da89 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:48.893653 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-cec5cce3-ca21-4bf9-8c60-67a063d7da89 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 813 time: 0.1131825 Apr 04 20:37:48.899169 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-29ef3b35-13de-4cc8-8230-991979500dfa None None] Provisioning complete for port b9ebad35-243e-4bec-91ba-e9981c737366 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:37:48.899536 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-29ef3b35-13de-4cc8-8230-991979500dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:48.909704 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-7daf23c3-bcfe-4279-807c-1a15e4ea462a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/quotas/4d170a056c034a7b82e633f3f75efc62 HTTP/1.1" status: 200 len: 375 time: 0.0102074 Apr 04 20:37:48.940895 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-29ef3b35-13de-4cc8-8230-991979500dfa None None] Port b9ebad35-243e-4bec-91ba-e9981c737366 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:37:48.960383 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-541b2cab-9d86-46f4-9f08-bd47fcb32e30 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425467 Apr 04 20:37:49.058627 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-4f091fe6-d4aa-4bab-9d30-fc9e685aa0b5 service neutron] 10.222.0.25 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972600 Apr 04 20:37:49.061725 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ebad35-243e-4bec-91ba-e9981c737366 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:37:49.069835 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks [] for port (b9ebad35-243e-4bec-91ba-e9981c737366), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:49.083500 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Transition to ACTIVE for port object b9ebad35-243e-4bec-91ba-e9981c737366 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:37:49.088169 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:49.154269 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-a782767f-60e3-4e84-bd19-c52fc01bef6f service neutron] 10.222.0.25 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925074 Apr 04 20:37:49.179213 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:49.293412 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Attempting to bind port b9ebad35-243e-4bec-91ba-e9981c737366 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:37:49.294144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Attempting to bind port b9ebad35-243e-4bec-91ba-e9981c737366 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:37:49.294144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Attempting to bind port b9ebad35-243e-4bec-91ba-e9981c737366 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:37:49.302326 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Port b9ebad35-243e-4bec-91ba-e9981c737366 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:37:49.302651 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Attempting to bind port b9ebad35-243e-4bec-91ba-e9981c737366 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:37:49.326839 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:37:49.327282 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:37:49.327818 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Bound using segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:37:49.328196 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Bound port: b9ebad35-243e-4bec-91ba-e9981c737366, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:37:49.328565 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:49.378895 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f10dd40-986a-42ac-a785-c7a46964be95 req-734592e7-d309-4f79-8958-aac1be3c470c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0285008 Apr 04 20:37:49.385738 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd1aac-05e3-445b-9703-373caa6102bb req-f00294d6-7a58-4775-b995-56a5b4929ae8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:49.387608 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-98fd1aac-05e3-445b-9703-373caa6102bb req-f00294d6-7a58-4775-b995-56a5b4929ae8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.1308253 Apr 04 20:37:49.446494 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:37:49.469805 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9ebad35-243e-4bec-91ba-e9981c737366,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:37:49.476383 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-98fd1aac-05e3-445b-9703-373caa6102bb req-9c5c9251-d322-4e49-892e-a982d2b68dbc tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824115 Apr 04 20:37:49.481215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:49.512514 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fac9ce-78f7-4010-84d1-afc36fa45fd3 req-e6e07339-e17d-418e-aa01-dd5e7de9f542 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:49.514300 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d1fac9ce-78f7-4010-84d1-afc36fa45fd3 req-e6e07339-e17d-418e-aa01-dd5e7de9f542 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0704749 Apr 04 20:37:49.524170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:49.524906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:49.527316 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9ebad35-243e-4bec-91ba-e9981c737366 HTTP/1.1" status: 200 len: 1094 time: 0.8664472 Apr 04 20:37:49.527825 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:37:49.530170 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f955e10-4afa-4ec9-a4c7-40665f3cb668" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:37:49.551889 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67cd6e-0565-4bdb-8e4c-6798108486d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:49.575988 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe13a96-2098-4406-9d7d-33f405cddb03 x-openstack-request-id: req-dbe13a96-2098-4406-9d7d-33f405cddb03 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:37:49.576250 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:37:49.576664 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbe13a96-2098-4406-9d7d-33f405cddb03 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:37:49.577080 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe13a96-2098-4406-9d7d-33f405cddb03'] response: {'name': 'network-changed', 'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'status': 'completed', 'code': 200} Apr 04 20:37:49.577385 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d1fac9ce-78f7-4010-84d1-afc36fa45fd3 req-553f10fc-d3ac-4254-8278-d5921dac22d4 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570278 Apr 04 20:37:50.374275 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:50.475029 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ad09034d-0791-4100-a1ce-a7783ee89cce req-b1891244-4eed-4f3c-a991-a759b462fd95 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Apr 04 20:37:50.593110 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dffcf-1d44-47b4-96da-4477856fd7b9 req-db56a2b6-ad04-4e84-a376-9bfbb50a05aa tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:50.594620 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-000dffcf-1d44-47b4-96da-4477856fd7b9 req-db56a2b6-ad04-4e84-a376-9bfbb50a05aa tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0523674 Apr 04 20:37:50.642527 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-000dffcf-1d44-47b4-96da-4477856fd7b9 req-7b28ebda-80e4-417d-b9b0-29aecceb5a90 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Apr 04 20:37:50.696019 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95c68-8a54-4260-b777-74deceed6320 req-7080d6c9-7aa9-4dc1-937d-7648df94929a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:50.697908 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09c95c68-8a54-4260-b777-74deceed6320 req-7080d6c9-7aa9-4dc1-937d-7648df94929a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Apr 04 20:37:50.744613 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09c95c68-8a54-4260-b777-74deceed6320 req-d1b04d22-5fdc-4da7-955e-b95070a91dae tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408671 Apr 04 20:37:51.566147 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9ee7d5c0-3ce4-4cc7-ad09-63ef298f8b82 req-f1b874cd-2db6-4eb9-bbea-51aca01cd095 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0271280 Apr 04 20:37:51.764029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048f06-a51b-43c3-a175-1a4a79b28d56 req-6a67243a-a0cb-4f87-bfd3-f14682848f5d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:51.765387 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67048f06-a51b-43c3-a175-1a4a79b28d56 req-6a67243a-a0cb-4f87-bfd3-f14682848f5d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0555365 Apr 04 20:37:51.815240 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-67048f06-a51b-43c3-a175-1a4a79b28d56 req-5b14fd66-a727-4789-b7b7-feb329abfb9e tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Apr 04 20:37:51.866569 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d6ed9-df58-4eac-8642-243a563cd2c5 req-e95699f1-a974-4e40-9194-ad9a675a46e7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:51.868040 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d28d6ed9-df58-4eac-8642-243a563cd2c5 req-e95699f1-a974-4e40-9194-ad9a675a46e7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0568094 Apr 04 20:37:51.915641 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d28d6ed9-df58-4eac-8642-243a563cd2c5 req-4aa62cf8-3d26-472d-80da-d8bcec5bbe84 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Apr 04 20:37:52.656026 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cea5071f-b33b-410d-bb32-db4a982aaf3f req-82dd74da-0750-4f52-9797-41380cf51884 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0270867 Apr 04 20:37:52.930373 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cfbff-c911-4cf4-8ca7-128a574409d8 req-e28c5b13-0f78-4528-a0b7-8a423c472f61 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:52.932561 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-931cfbff-c911-4cf4-8ca7-128a574409d8 req-e28c5b13-0f78-4528-a0b7-8a423c472f61 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0519392 Apr 04 20:37:52.982043 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-931cfbff-c911-4cf4-8ca7-128a574409d8 req-b71af208-f72f-4463-8372-de743a3b74bf tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433517 Apr 04 20:37:53.032262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823b108-9ab8-4029-9ed6-1763dbb3a8e0 req-a51733d6-b872-4eb7-a1c0-a73fc4f84ae5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:53.033726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d823b108-9ab8-4029-9ed6-1763dbb3a8e0 req-a51733d6-b872-4eb7-a1c0-a73fc4f84ae5 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0511992 Apr 04 20:37:53.082827 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d823b108-9ab8-4029-9ed6-1763dbb3a8e0 req-24359cce-f7ce-40ee-b39f-469d1164fcb9 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Apr 04 20:37:53.130566 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-7aa797a1-9f76-4a19-9e2e-0ffc7974e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:53.132209 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-7aa797a1-9f76-4a19-9e2e-0ffc7974e6ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1128 time: 0.0484567 Apr 04 20:37:53.245154 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-025d55da-1d4b-4455-8df1-ed28ea74a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:53.246674 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-025d55da-1d4b-4455-8df1-ed28ea74a651 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924687 Apr 04 20:37:53.664835 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-5ac51e66-74a0-48ce-9ccb-f3d1687c0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:53.666461 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5f955e10-4afa-4ec9-a4c7-40665f3cb668 req-5ac51e66-74a0-48ce-9ccb-f3d1687c0308 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0931919 Apr 04 20:37:53.747191 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbd1b6ae-3e45-4b46-bd95-6ea03fddd340 req-5efd589f-8b53-42b3-b245-7cc55b847a2d tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0259972 Apr 04 20:37:53.937132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-4ec4fb0d-385d-4cbd-a164-c577701db6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:53.938581 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-4ec4fb0d-385d-4cbd-a164-c577701db6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1128 time: 0.0471609 Apr 04 20:37:54.004762 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-5cbd6b7f-743a-42ec-9521-0463d37b40af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ebad35-243e-4bec-91ba-e9981c737366 HTTP/1.1" status: 200 len: 217 time: 0.0538464 Apr 04 20:37:54.210227 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a918e9-1786-4763-a03b-240ac279607b req-848bf2f4-9b94-4795-8503-e9984840b197 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:54.211701 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-59a918e9-1786-4763-a03b-240ac279607b req-848bf2f4-9b94-4795-8503-e9984840b197 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0584517 Apr 04 20:37:54.263634 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-59a918e9-1786-4763-a03b-240ac279607b req-c1763f58-733b-4f29-8258-77b0414e1bc7 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460455 Apr 04 20:37:54.388059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-5c02cd64-2803-4261-a909-896456326974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:54.389489 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-5c02cd64-2803-4261-a909-896456326974 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.3550518 Apr 04 20:37:54.440128 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-02f2cfd1-e8fd-448b-8473-130de5a847eb tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:54.441527 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-02f2cfd1-e8fd-448b-8473-130de5a847eb tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 813 time: 0.5012622 Apr 04 20:37:54.449993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910e71d-e4cb-4142-be9b-230b9464e5cf req-209e6ba1-d8dd-40ae-ac1d-efe0a565e590 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:54.451345 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5910e71d-e4cb-4142-be9b-230b9464e5cf req-209e6ba1-d8dd-40ae-ac1d-efe0a565e590 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.3893430 Apr 04 20:37:54.456544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Request body: {'port': {'device_id': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363', 'admin_state_up': True, 'tenant_id': '4d170a056c034a7b82e633f3f75efc62'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:37:54.555042 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-04e90f5f-4008-4da0-a119-1dd2223e5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:54.556438 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-04e90f5f-4008-4da0-a119-1dd2223e5983 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1584828 Apr 04 20:37:54.591087 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5910e71d-e4cb-4142-be9b-230b9464e5cf req-dfc4a288-585b-4e70-a0de-3b8ebf0607e2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301477 Apr 04 20:37:54.674817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Made reservation on behalf of 4d170a056c034a7b82e633f3f75efc62 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:37:54.678044 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:54.696272 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-a06f6e09-82f0-4c9c-9dc8-c0596db39c98 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324456 Apr 04 20:37:54.839929 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e0ce2589-64aa-4186-b0f0-4112d8cce498 req-701aaa3f-b9a7-4281-b505-9a204bbdf188 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 210 time: 0.0275910 Apr 04 20:37:54.867042 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8a2490c2-6b6a-4029-b4a2-25f5299308fb req-5983824a-d992-42bc-9c34-7fcd3b66a933 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598487 Apr 04 20:37:54.876384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Allocated IP 172.20.0.6 (114ca130-6b98-4cfc-bf2f-ef0d338d0363/7abd03ee-7e7f-47cc-95ec-3438e3660755/5ead899b-001a-43e6-9a00-bf55bc86e4d5) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:37:55.024585 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks [] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:55.058201 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:55.097957 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:37:55.100741 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:37:55.104849 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:37:55.131369 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Pushing event updated for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:55.159566 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:55.160173 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:55.175165 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-3f951552-6cb8-4d3e-937e-a5e36eb74e7e tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220643 Apr 04 20:37:55.710322 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d9128-2084-4441-9763-275b326372e5 req-d7454719-b31c-4d7a-8b38-9f5107258cdc tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:55.711778 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8d9128-2084-4441-9763-275b326372e5 req-d7454719-b31c-4d7a-8b38-9f5107258cdc tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0555086 Apr 04 20:37:55.759178 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a8d9128-2084-4441-9763-275b326372e5 req-d9721619-fca5-43ff-bc6f-43c4e82dd95a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417769 Apr 04 20:37:55.954649 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2dcd8-8dac-40c0-81cc-95b358291bdf req-c9494f64-4237-4c09-934f-dfa6f10e3445 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:55.956128 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ff2dcd8-8dac-40c0-81cc-95b358291bdf req-c9494f64-4237-4c09-934f-dfa6f10e3445 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 931 time: 0.0520797 Apr 04 20:37:56.005708 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ff2dcd8-8dac-40c0-81cc-95b358291bdf req-f94ef80e-c8c2-48e3-bd57-2a21103d7df9 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Apr 04 20:37:56.566029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Request body: {'port': {'device_id': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:37:56.622801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:56.923437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f1c1-d256-4365-8ebd-d28d3a965f98 req-2ae8c2a7-6f24-4534-b3f3-aec9250c6e43 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:56.924916 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f438f1c1-d256-4365-8ebd-d28d3a965f98 req-2ae8c2a7-6f24-4534-b3f3-aec9250c6e43 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0919082 Apr 04 20:37:56.926922 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ead899b-001a-43e6-9a00-bf55bc86e4d5 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:37:56.940536 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks [] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:56.964173 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Transition to ACTIVE for port object 5ead899b-001a-43e6-9a00-bf55bc86e4d5 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:37:56.970025 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:57.024088 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f438f1c1-d256-4365-8ebd-d28d3a965f98 req-ca1cfe67-2f5d-4ab3-993f-a9509ec2087b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927722 Apr 04 20:37:57.038278 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Pushing event updated for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:57.116333 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Attempting to bind port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:37:57.116932 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Attempting to bind port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:37:57.117433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Attempting to bind port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:37:57.122417 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:37:57.122742 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Attempting to bind port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 on network 114ca130-6b98-4cfc-bf2f-ef0d338d0363 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:37:57.127612 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:37:57.127946 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Checking segment: {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:37:57.128327 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Bound using segment: {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:37:57.128746 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Bound port: 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c66939-02a5-485f-b621-d6535062776b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:37:57.129110 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:57.132680 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50755b34-ea05-4070-860a-97fc0043ed83 req-8e2f243f-df81-4067-8842-bf3a1a18d785 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:57.134185 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50755b34-ea05-4070-860a-97fc0043ed83 req-8e2f243f-df81-4067-8842-bf3a1a18d785 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 943 time: 0.0595176 Apr 04 20:37:57.182657 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50755b34-ea05-4070-860a-97fc0043ed83 req-2b879708-be7c-4665-90de-c0d6c91c342c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Apr 04 20:37:57.201022 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:37:57.204286 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:37:57.209654 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:57.245719 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:57.246360 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:37:57.247726 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] 10.222.0.23 "PUT /v2.0/ports/5ead899b-001a-43e6-9a00-bf55bc86e4d5 HTTP/1.1" status: 200 len: 1093 time: 0.6862967 Apr 04 20:37:57.248160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:37:57.250406 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0784d9bd-61f8-4e44-9a17-14afcb954900" -d '{"events": [{"name": "network-changed", "server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:37:57.275153 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a55163-84ed-4c1b-b1ff-15a1a3f2ddab service neutron] Pushing event updated for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:37:57.293141 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5bf488-716b-4285-930a-3544ad33c818 x-openstack-request-id: req-3a5bf488-716b-4285-930a-3544ad33c818 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:37:57.293424 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:37:57.293678 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a5bf488-716b-4285-930a-3544ad33c818 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:37:57.294092 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5bf488-716b-4285-930a-3544ad33c818'] response: {'name': 'network-changed', 'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5', 'status': 'completed', 'code': 200} Apr 04 20:37:57.330470 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-5ef25b44-54fb-418d-95e9-837dac688e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:57.331965 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-5ef25b44-54fb-418d-95e9-837dac688e1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 1127 time: 0.0477750 Apr 04 20:37:57.373742 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-d234cfed-d2f7-4828-b714-29fc95302c84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0329881 Apr 04 20:37:57.426680 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4902bb-12ed-4727-af18-20ce706c014b req-e2f54cc4-4a87-412e-bb26-02088984d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:57.428138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-e2f54cc4-4a87-412e-bb26-02088984d2df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 200 len: 853 time: 0.0461042 Apr 04 20:37:57.464808 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-97f247e0-6855-49f5-9a55-6862a1440e7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=114ca130-6b98-4cfc-bf2f-ef0d338d0363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291562 Apr 04 20:37:57.551773 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-18e2d087-bb0c-451d-a90b-05ab85cc9aeb service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794208 Apr 04 20:37:57.643243 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b4902bb-12ed-4727-af18-20ce706c014b req-73878c3d-5bbd-471f-af05-442127c2e4ab service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Apr 04 20:37:58.142648 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d81d5-40a6-4d79-98bd-768dd6a8aa59 req-b71ffce2-2140-4407-8cb4-b54356500278 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:58.144139 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-723d81d5-40a6-4d79-98bd-768dd6a8aa59 req-b71ffce2-2140-4407-8cb4-b54356500278 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0520210 Apr 04 20:37:58.193280 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-723d81d5-40a6-4d79-98bd-768dd6a8aa59 req-ab61ab65-2793-4568-a373-67d834e30711 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Apr 04 20:37:58.311537 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b2859-589b-459e-bbd9-3747b2280f23 req-a8851096-be54-40d2-854d-fe0fb4ac17f9 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:58.313049 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-026b2859-589b-459e-bbd9-3747b2280f23 req-a8851096-be54-40d2-854d-fe0fb4ac17f9 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 943 time: 0.0538623 Apr 04 20:37:58.360590 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-026b2859-589b-459e-bbd9-3747b2280f23 req-c69aa41f-a9a1-4972-894b-334138503d8f tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Apr 04 20:37:59.312785 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437addd-71ea-4571-b8e3-2dbf1735d723 req-8b2c666b-0297-4299-9a97-45dabdac760f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:59.314274 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4437addd-71ea-4571-b8e3-2dbf1735d723 req-8b2c666b-0297-4299-9a97-45dabdac760f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0552578 Apr 04 20:37:59.361784 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4437addd-71ea-4571-b8e3-2dbf1735d723 req-d5eee3cb-584f-453f-b320-6e11d1ecdf91 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Apr 04 20:37:59.483844 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a44db-032b-47c4-888d-451658312fa2 req-9902da4e-a65f-4639-89eb-858853769903 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:37:59.485331 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-281a44db-032b-47c4-888d-451658312fa2 req-9902da4e-a65f-4639-89eb-858853769903 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 943 time: 0.0537755 Apr 04 20:37:59.540973 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-281a44db-032b-47c4-888d-451658312fa2 req-2e55fec9-9cdb-490b-863f-2ee531f09e9a tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500705 Apr 04 20:37:59.840047 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 5ead899b-001a-43e6-9a00-bf55bc86e4d5 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:38:00.039253 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-61cf448a-43b8-40be-a221-6c0a4c3a80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:00.040864 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-61cf448a-43b8-40be-a221-6c0a4c3a80b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d170a056c034a7b82e633f3f75efc62&device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 1127 time: 0.0473728 Apr 04 20:38:00.080610 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:00.092418 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '5ead899b-001a-43e6-9a00-bf55bc86e4d5', 'network_id': '114ca130-6b98-4cfc-bf2f-ef0d338d0363', 'port_id': '5ead899b-001a-43e6-9a00-bf55bc86e4d5', 'mac_address': 'fa:16:3e:e3:ec:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd03ee-7e7f-47cc-95ec-3438e3660755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:38:00.129421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:38:00.129813 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:00.134626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-ea888d36-1cf7-42bd-9e46-ccb2eaddb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:00.136297 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-ea888d36-1cf7-42bd-9e46-ccb2eaddb2cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 200 len: 913 time: 0.0890684 Apr 04 20:38:00.146652 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ead899b-001a-43e6-9a00-bf55bc86e4d5 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:38:00.167300 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:00.171156 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:00.181607 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-8632ab10-aab0-4063-b7ce-742276ee5798 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5 HTTP/1.1" status: 200 len: 217 time: 0.0394809 Apr 04 20:38:00.217923 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:00.231013 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-840fd3b2-b153-48e4-8641-6c1b5f0b3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:00.232470 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-840fd3b2-b153-48e4-8641-6c1b5f0b3237 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 200 len: 853 time: 0.0448282 Apr 04 20:38:00.264678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-1322b4b3-e7c8-49ab-975a-83c8231a5395 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=114ca130-6b98-4cfc-bf2f-ef0d338d0363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255206 Apr 04 20:38:00.356500 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-6b503bb5-327a-4800-bf65-28c178b287bf service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855734 Apr 04 20:38:00.445899 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0784d9bd-61f8-4e44-9a17-14afcb954900 req-2ab9dd8f-9936-4c2d-a7f0-c52432d9345c service neutron] 10.222.0.23 "GET /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831010 Apr 04 20:38:00.480271 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6093080-55fe-4009-9d2c-f3eb224fd960 req-4ff7d3b7-7940-4044-9854-876c394e04fd tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:00.482045 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6093080-55fe-4009-9d2c-f3eb224fd960 req-4ff7d3b7-7940-4044-9854-876c394e04fd tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0530109 Apr 04 20:38:00.536768 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6093080-55fe-4009-9d2c-f3eb224fd960 req-c59738b7-56ea-47ff-a97f-775bf57c2070 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490694 Apr 04 20:38:00.663628 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b0fe-e310-4484-8956-22790a8ab9fd req-08ef2b8a-53c7-4af7-a348-36d67eb69393 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:00.665571 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15d6b0fe-e310-4484-8956-22790a8ab9fd req-08ef2b8a-53c7-4af7-a348-36d67eb69393 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 944 time: 0.0572081 Apr 04 20:38:00.713881 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15d6b0fe-e310-4484-8956-22790a8ab9fd req-bf964076-9f61-424e-93ef-781e56277df0 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409904 Apr 04 20:38:01.651800 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb02df-a6f9-4452-8990-8132397d6a9d req-f8c335c3-cffc-4a5d-bdff-e0bf3f3aeaa8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:01.653256 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75fb02df-a6f9-4452-8990-8132397d6a9d req-f8c335c3-cffc-4a5d-bdff-e0bf3f3aeaa8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0510828 Apr 04 20:38:01.704009 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75fb02df-a6f9-4452-8990-8132397d6a9d req-90fd1e51-69d4-4793-9d77-61443bc6384a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451727 Apr 04 20:38:01.831492 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d8f3-83b1-4c37-a057-7114e2ecd1bc req-8e5d9649-b3e5-446f-bb7e-a746afb17dd0 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:01.832899 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed05d8f3-83b1-4c37-a057-7114e2ecd1bc req-8e5d9649-b3e5-446f-bb7e-a746afb17dd0 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 944 time: 0.0527244 Apr 04 20:38:01.878203 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ed05d8f3-83b1-4c37-a057-7114e2ecd1bc req-65884fce-129b-490f-8b7d-785859233080 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Apr 04 20:38:02.822103 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09f3bf-d7a6-4b83-a601-944d1e1903f6 req-5f20f016-1ba3-4301-aabc-7b1020dcf90f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:02.823604 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc09f3bf-d7a6-4b83-a601-944d1e1903f6 req-5f20f016-1ba3-4301-aabc-7b1020dcf90f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0539439 Apr 04 20:38:02.840870 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['5ead899b-001a-43e6-9a00-bf55bc86e4d5'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:38:02.880232 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc09f3bf-d7a6-4b83-a601-944d1e1903f6 req-35afcfec-fb1c-48e6-aa49-2aeef881d502 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505836 Apr 04 20:38:02.998690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e0da0-88ed-4eee-ab07-cdf4050cd6c0 req-27605de6-4070-4c09-86bf-350c0212e794 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:03.000082 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-647e0da0-88ed-4eee-ab07-cdf4050cd6c0 req-27605de6-4070-4c09-86bf-350c0212e794 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 944 time: 0.0559635 Apr 04 20:38:03.045836 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-647e0da0-88ed-4eee-ab07-cdf4050cd6c0 req-e30f39d6-3295-4ac5-a4f4-cbdbc6f22ab1 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400589 Apr 04 20:38:03.995226 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291532c-bbae-4cc8-a8d8-9aa057ad788f req-b81266c6-ab2e-4342-ad71-91c465ba3927 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:03.996684 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e291532c-bbae-4cc8-a8d8-9aa057ad788f req-b81266c6-ab2e-4342-ad71-91c465ba3927 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0510054 Apr 04 20:38:04.043859 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e291532c-bbae-4cc8-a8d8-9aa057ad788f req-193312a2-de25-4c5e-93e9-f325567cc0fb tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Apr 04 20:38:04.162156 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e1146-4f27-45ed-b0b1-1b2790d57015 req-6d734bbf-527d-43f0-a95a-ecfd09ba91b9 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:04.163605 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec7e1146-4f27-45ed-b0b1-1b2790d57015 req-6d734bbf-527d-43f0-a95a-ecfd09ba91b9 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 944 time: 0.0528886 Apr 04 20:38:04.210334 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ec7e1146-4f27-45ed-b0b1-1b2790d57015 req-936fcc2d-3592-4383-9673-569a0b328e28 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Apr 04 20:38:05.183475 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff37fbb-dde7-4e97-9dd4-942aca59281a req-de789e13-cd88-4c01-afa6-6e3d4276af5d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:05.184973 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ff37fbb-dde7-4e97-9dd4-942aca59281a req-de789e13-cd88-4c01-afa6-6e3d4276af5d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0629098 Apr 04 20:38:05.247327 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ff37fbb-dde7-4e97-9dd4-942aca59281a req-855b1f06-1342-422f-9fd8-b205d0f29f1c tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567646 Apr 04 20:38:05.344525 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45046b-f610-41d7-bbb7-701c307d5057 req-fa81205c-339c-483b-900a-2dc8060372a2 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:05.345929 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7d45046b-f610-41d7-bbb7-701c307d5057 req-fa81205c-339c-483b-900a-2dc8060372a2 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 944 time: 0.0657921 Apr 04 20:38:05.408477 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 5ead899b-001a-43e6-9a00-bf55bc86e4d5 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:38:05.413667 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7d45046b-f610-41d7-bbb7-701c307d5057 req-f75cb975-cb1e-4ead-88de-93d0a37e633b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616906 Apr 04 20:38:05.462545 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:38:05.466697 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:38:05.467102 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:05.544558 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:38:05.544948 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:05.569130 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:38:05.571810 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a8757-d9b3-40f7-96c2-c73b0afcce0f" -d '{"events": [{"server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "name": "network-vif-plugged", "status": "completed", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:38:05.584807 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:05.590113 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:05.617562 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a537cd-8df6-4dfe-a5fa-ff43f76383d9 x-openstack-request-id: req-d9a537cd-8df6-4dfe-a5fa-ff43f76383d9 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:38:05.617864 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "name": "network-vif-plugged", "status": "completed", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:38:05.618146 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9a537cd-8df6-4dfe-a5fa-ff43f76383d9 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:38:05.618732 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a537cd-8df6-4dfe-a5fa-ff43f76383d9'] response: {'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5', 'code': 200} Apr 04 20:38:05.641814 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:06.036557 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92313f8-1394-48cd-be36-8dd579dc15f9 req-6e1eba95-b1e2-4ad7-b1db-9805c316c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:06.038048 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b92313f8-1394-48cd-be36-8dd579dc15f9 req-6e1eba95-b1e2-4ad7-b1db-9805c316c757 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 1129 time: 0.0430329 Apr 04 20:38:06.079700 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b92313f8-1394-48cd-be36-8dd579dc15f9 req-f2fb5862-c6c2-428c-b926-3c58d55e16c0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Apr 04 20:38:06.367419 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3bf81-21a7-4653-9730-41d1903f485b req-bec7b5c3-6d5c-434f-a3e4-7cbc51be2d99 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:06.369039 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74c3bf81-21a7-4653-9730-41d1903f485b req-bec7b5c3-6d5c-434f-a3e4-7cbc51be2d99 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0552552 Apr 04 20:38:06.419693 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-74c3bf81-21a7-4653-9730-41d1903f485b req-40677f80-9878-4bbc-85f2-61f8474731b7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Apr 04 20:38:06.535069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ec819-e17e-4012-b5a4-39c2a2cb63b9 req-361594b1-d16d-4cc9-8826-8181703b5e4c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:06.536646 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f69ec819-e17e-4012-b5a4-39c2a2cb63b9 req-361594b1-d16d-4cc9-8826-8181703b5e4c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0536015 Apr 04 20:38:06.589564 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f69ec819-e17e-4012-b5a4-39c2a2cb63b9 req-a38875e8-fdfa-4d04-ac1a-3409902aa87d tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459781 Apr 04 20:38:07.404070 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b9ebad35-243e-4bec-91ba-e9981c737366 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:38:07.512020 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9ebad35-243e-4bec-91ba-e9981c737366,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:07.524146 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'port_id': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'mac_address': 'fa:16:3e:1e:9b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:38:07.548910 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d6374-d6ac-4df9-85ba-0d2c69474aec req-0e0b3003-6787-4d4f-9063-033a40236c37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:07.550996 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-da5d6374-d6ac-4df9-85ba-0d2c69474aec req-0e0b3003-6787-4d4f-9063-033a40236c37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 944 time: 0.0626800 Apr 04 20:38:07.571895 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port b9ebad35-243e-4bec-91ba-e9981c737366 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:38:07.572819 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:07.585410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ebad35-243e-4bec-91ba-e9981c737366 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:38:07.601716 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-da5d6374-d6ac-4df9-85ba-0d2c69474aec req-84964162-5d3d-4a53-9d0a-4c9f709b2613 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Apr 04 20:38:07.605589 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9ebad35-243e-4bec-91ba-e9981c737366,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:07.610228 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:07.669825 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:07.718169 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d935a8-1a19-47aa-9c9b-ea3db05325b9 req-a39a92ae-bddb-4a3e-85ac-d085f5fc64bc tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:07.719651 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a6d935a8-1a19-47aa-9c9b-ea3db05325b9 req-a39a92ae-bddb-4a3e-85ac-d085f5fc64bc tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0608730 Apr 04 20:38:07.774297 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a6d935a8-1a19-47aa-9c9b-ea3db05325b9 req-5fdc0b24-9298-4055-9404-bcb936e0897c tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Apr 04 20:38:07.971922 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['b9ebad35-243e-4bec-91ba-e9981c737366'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:38:08.723268 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2caaa5-0646-4639-b4d9-78d0b451d207 req-b4c9f058-530d-4c2b-8e11-b5f064620955 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:08.724745 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b2caaa5-0646-4639-b4d9-78d0b451d207 req-b4c9f058-530d-4c2b-8e11-b5f064620955 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Apr 04 20:38:08.771705 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4b2caaa5-0646-4639-b4d9-78d0b451d207 req-96b47509-f6e0-4451-bd17-adeb224128fa tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Apr 04 20:38:08.885349 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb77cc-bf8c-4b55-b336-f0334b4d4c2e req-d6f5cfd1-5319-4813-a88f-3b2f5a4a91f0 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:08.886875 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dddb77cc-bf8c-4b55-b336-f0334b4d4c2e req-d6f5cfd1-5319-4813-a88f-3b2f5a4a91f0 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0528369 Apr 04 20:38:08.932852 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dddb77cc-bf8c-4b55-b336-f0334b4d4c2e req-e750a2cf-3fad-415c-8dfc-3706a864e985 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Apr 04 20:38:09.417803 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b9ebad35-243e-4bec-91ba-e9981c737366 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:38:09.467089 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port b9ebad35-243e-4bec-91ba-e9981c737366 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:38:09.470989 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port b9ebad35-243e-4bec-91ba-e9981c737366 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:38:09.471362 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:09.550580 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port b9ebad35-243e-4bec-91ba-e9981c737366 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:38:09.550968 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:09.574953 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:38:09.577207 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b17564-a6c6-48a4-bb5e-007d08bc60d5" -d '{"events": [{"server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:38:09.591668 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9ebad35-243e-4bec-91ba-e9981c737366,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:09.596525 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:09.619843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4f56a-3934-42b0-a7e2-99fcf6f10361 x-openstack-request-id: req-09a4f56a-3934-42b0-a7e2-99fcf6f10361 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:38:09.620192 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "name": "network-vif-plugged", "status": "completed", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:38:09.621030 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a4f56a-3934-42b0-a7e2-99fcf6f10361 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:38:09.621390 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a4f56a-3934-42b0-a7e2-99fcf6f10361'] response: {'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'code': 200} Apr 04 20:38:09.646540 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:09.889307 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d640574-994a-4a72-b220-c7c2a8233fe8 req-cadbdfcf-3c79-4d08-8f92-713e0f6deacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:09.890820 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d640574-994a-4a72-b220-c7c2a8233fe8 req-cadbdfcf-3c79-4d08-8f92-713e0f6deacb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1130 time: 0.0731001 Apr 04 20:38:09.920568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86658d7-54af-40c7-bd9f-e5f4b709543e req-ab1f1912-1ee2-482e-81e8-6db1eb818def tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:09.922182 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f86658d7-54af-40c7-bd9f-e5f4b709543e req-ab1f1912-1ee2-482e-81e8-6db1eb818def tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0714798 Apr 04 20:38:09.997837 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d640574-994a-4a72-b220-c7c2a8233fe8 req-268f5077-d923-4c95-8010-e7dac163b13f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935879 Apr 04 20:38:10.002419 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f86658d7-54af-40c7-bd9f-e5f4b709543e req-97909f5e-a0b5-426d-b4d4-a2365abbd26e tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734210 Apr 04 20:38:11.074469 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.116263 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 48926) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:38:11.126340 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3749c0-f518-462b-ba88-7e83301e8a02 req-488451cd-4395-4cb7-bc40-16f9088b6b8b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:11.128108 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ea3749c0-f518-462b-ba88-7e83301e8a02 req-488451cd-4395-4cb7-bc40-16f9088b6b8b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0576766 Apr 04 20:38:11.196851 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ea3749c0-f518-462b-ba88-7e83301e8a02 req-67594386-6598-4002-8aec-70c871da40f2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585961 Apr 04 20:38:11.229197 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-887a9113-aac6-435e-aa16-6ed2a3ee6bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.304626 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-887a9113-aac6-435e-aa16-6ed2a3ee6bf3 admin admin] Publish callbacks [] for security_group (c72d64cf-19aa-4e70-a742-070a4ae2669c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.308223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-887a9113-aac6-435e-aa16-6ed2a3ee6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c72d64cf-19aa-4e70-a742-070a4ae2669c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.347180 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-887a9113-aac6-435e-aa16-6ed2a3ee6bf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b403ba2fd124112a265b18b3a75d3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297592 Apr 04 20:38:11.348030 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a9113-aac6-435e-aa16-6ed2a3ee6bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d64cf-19aa-4e70-a742-070a4ae2669c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:11.350956 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48932) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:38:11.398539 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Publish callbacks [] for security_group (c72d64cf-19aa-4e70-a742-070a4ae2669c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.420321 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Publish callbacks [] for security_group (c72d64cf-19aa-4e70-a742-070a4ae2669c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.467930 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (c72d64cf-19aa-4e70-a742-070a4ae2669c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.470495 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:11.471634 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c72d64cf-19aa-4e70-a742-070a4ae2669c HTTP/1.1" status: 204 len: 168 time: 0.1196895 Apr 04 20:38:11.479270 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d64cf-19aa-4e70-a742-070a4ae2669c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:11.487050 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.487398 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.487740 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.488080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.488427 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.488743 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.489069 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.489395 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.489719 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.490041 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.490389 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.490711 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.491033 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.491353 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:11.491720 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6ef916-2ecf-459d-b529-f9c96a828962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:38:12.316168 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fad47f-9f98-4afe-9edf-6cca0f68f582 req-9bf1e0be-964c-4d30-9794-70efb96fabb4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:12.317646 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d7fad47f-9f98-4afe-9edf-6cca0f68f582 req-9bf1e0be-964c-4d30-9794-70efb96fabb4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0554416 Apr 04 20:38:12.364599 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d7fad47f-9f98-4afe-9edf-6cca0f68f582 req-5a6cddcb-f202-4986-a0c5-559acd8309c6 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 Apr 04 20:38:12.481075 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ff2bc-53d0-47a3-9f50-e5bf7901119d req-e2b7fb7d-8075-4bba-9664-e5a037d57b8e tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:12.482575 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f7ff2bc-53d0-47a3-9f50-e5bf7901119d req-e2b7fb7d-8075-4bba-9664-e5a037d57b8e tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0522368 Apr 04 20:38:12.529872 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f7ff2bc-53d0-47a3-9f50-e5bf7901119d req-ace2c572-b391-437f-9bf2-24dfcfe6a363 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417299 Apr 04 20:38:12.551700 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48942) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:38:12.737053 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94a95a8-0782-405e-961c-a66338979f27 tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:12.738720 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d94a95a8-0782-405e-961c-a66338979f27 tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1125 time: 0.1860652 Apr 04 20:38:12.741567 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 48946) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:38:12.745982 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'port_id': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:38:12.765503 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:12.857691 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:12.960337 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.27.3.73 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/444252ce-bf7f-4fdc-98ad-88d54fc70c5c) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:38:13.056373 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.090286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.128011 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:38:13.132122 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:38:13.134667 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:38:13.164953 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=444252ce-bf7f-4fdc-98ad-88d54fc70c5c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:13.308937 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:38:13.496753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (dde673ca-ed55-4658-98f9-48cb7205371d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.565258 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.710020 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.714690 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.777080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=444252ce-bf7f-4fdc-98ad-88d54fc70c5c,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:13.789974 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (dde673ca-ed55-4658-98f9-48cb7205371d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:13.890097 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP dde673ca-ed55-4658-98f9-48cb7205371d associated. External IP: 172.27.3.73, port: b9ebad35-243e-4bec-91ba-e9981c737366. Apr 04 20:38:14.031386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a92c5cb-3a7a-4692-8bd3-fcf8008819cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:14.351579 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:38:14.457951 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:38:14.469191 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:38:14.478655 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:14.479324 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:38:14.480159 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:37:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:38:14.511985 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e8332d68-14cc-4684-a8ca-9380da38e671 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7693243 Apr 04 20:38:14.512666 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:38:14.514898 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b5ebb-ea69-45d8-925a-309e80cfbab2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:38:14.606046 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:38:14.675142 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798fee42-62a8-461d-b105-bb754c0d1b85 x-openstack-request-id: req-798fee42-62a8-461d-b105-bb754c0d1b85 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:38:14.675433 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:38:14.675684 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-798fee42-62a8-461d-b105-bb754c0d1b85 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:38:14.676093 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798fee42-62a8-461d-b105-bb754c0d1b85'] response: {'name': 'network-changed', 'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'status': 'completed', 'code': 200} Apr 04 20:38:14.831227 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'dde673ca-ed55-4658-98f9-48cb7205371d', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:1e:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:38:13Z', 'updated_at': '2022-04-04T20:38:13Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:38:14.859611 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:38:14.867443 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:38:14.868030 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:37:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:38:14.972134 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:38:15.187918 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'dde673ca-ed55-4658-98f9-48cb7205371d', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:1e:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:38:13Z', 'updated_at': '2022-04-04T20:38:13Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:38:15.216633 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501aa04e-fcb7-452b-a15c-ecf7548125db None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': 'dde673ca-ed55-4658-98f9-48cb7205371d', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:1e:9b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:38:13Z', 'updated_at': '2022-04-04T20:38:13Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:38:15.336108 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-da4842e5-478a-407a-83dc-6b8bdef54fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:15.337678 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-da4842e5-478a-407a-83dc-6b8bdef54fae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1130 time: 0.0460846 Apr 04 20:38:15.421167 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e7054d-a947-4764-a411-88eab894cea7 None None] New status for floating IP dde673ca-ed55-4658-98f9-48cb7205371d: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:38:15.794640 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-bc0c766c-52e0-4c4c-ae0f-bd5beef3ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:15.796149 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-bc0c766c-52e0-4c4c-ae0f-bd5beef3ae1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0915234 Apr 04 20:38:15.875595 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-34a96efd-9473-49de-b9a8-7b56469fdd89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ebad35-243e-4bec-91ba-e9981c737366 HTTP/1.1" status: 200 len: 1001 time: 0.0645494 Apr 04 20:38:15.923339 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-51405ea8-1d7a-4ec5-bd98-f6332a9f9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:15.924730 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-51405ea8-1d7a-4ec5-bd98-f6332a9f9de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0421414 Apr 04 20:38:15.975366 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-5315180a-8906-4b3b-94b3-4e3660fdc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:15.976843 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-5315180a-8906-4b3b-94b3-4e3660fdc14c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458059 Apr 04 20:38:16.063714 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-3b7569c1-141d-454e-9e4b-cde0bc471c86 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797038 Apr 04 20:38:16.154459 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-403b5ebb-ea69-45d8-925a-309e80cfbab2 req-5fbae1e5-5bcc-4937-87f1-0bd09687d48d service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Apr 04 20:38:16.253986 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c3877b09-f2f3-4845-83dc-4b6c6ca6d2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:17.641072 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:18.720742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:20.367034 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:22.039374 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-ac04ec69-ff5c-4230-8607-53c954431d24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459554 Apr 04 20:38:22.126191 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe158-1051-445a-8f43-86ddcdada623 req-d98aff6a-925f-464f-aa8d-66838ffc8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:22.127666 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-d98aff6a-925f-464f-aa8d-66838ffc8a97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0457850 Apr 04 20:38:22.235799 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe158-1051-445a-8f43-86ddcdada623 req-8957ea66-eb7b-484d-8626-f78ae6504a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:22.237181 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-8957ea66-eb7b-484d-8626-f78ae6504a02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.0872784 Apr 04 20:38:22.301722 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-313dd807-d8be-4e22-aa7e-92e1839f3991 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 1001 time: 0.0574501 Apr 04 20:38:22.352698 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe158-1051-445a-8f43-86ddcdada623 req-f485eff3-6725-4fbd-b548-8bf0d365bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:22.354102 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-f485eff3-6725-4fbd-b548-8bf0d365bd5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0455053 Apr 04 20:38:22.405434 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe158-1051-445a-8f43-86ddcdada623 req-87ab8265-8d0d-4d84-ba38-4efccaf5a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:22.406938 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-87ab8265-8d0d-4d84-ba38-4efccaf5a363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424852 Apr 04 20:38:22.494852 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-942556a9-ef90-4e5a-ba68-7968e03dcc70 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811222 Apr 04 20:38:22.585568 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-887fe158-1051-445a-8f43-86ddcdada623 req-2ccf04c8-3f7c-4fd0-b2a6-dbb81317d8d0 service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843024 Apr 04 20:38:31.979847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff257fb-e708-4a93-b82f-aa26cebda654 req-6f9499b4-75b1-4591-a855-af7f478e05af tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:31.981182 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ff257fb-e708-4a93-b82f-aa26cebda654 req-6f9499b4-75b1-4591-a855-af7f478e05af tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0511980 Apr 04 20:38:32.026908 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ff257fb-e708-4a93-b82f-aa26cebda654 req-be30aa05-0f5a-4763-9a52-3a1501c31d2b tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Apr 04 20:38:33.144221 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3cd6-9a84-4172-98c3-c04899b64db2 req-00e58397-2b50-445f-83f6-d2e77a2b4154 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:33.145673 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-63ec3cd6-9a84-4172-98c3-c04899b64db2 req-00e58397-2b50-445f-83f6-d2e77a2b4154 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0521767 Apr 04 20:38:33.191303 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-63ec3cd6-9a84-4172-98c3-c04899b64db2 req-1f8d7deb-03f9-4955-8428-054af02f9d11 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Apr 04 20:38:34.036368 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-562d925f-decb-42fe-a897-793536914ddd tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:34.037796 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-562d925f-decb-42fe-a897-793536914ddd tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0547879 Apr 04 20:38:34.127477 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Deleting port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:38:34.127811 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:34.217882 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] For port 5ead899b-001a-43e6-9a00-bf55bc86e4d5, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ead899b-001a-43e6-9a00-bf55bc86e4d5,segment=NetworkSegment(c9c66939-02a5-485f-b621-d6535062776b),segment_id=c9c66939-02a5-485f-b621-d6535062776b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:38:34.218597 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:34.231591 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Calling delete_port for 5ead899b-001a-43e6-9a00-bf55bc86e4d5 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:38:34.314012 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f88350-e1c2-4768-ac42-0868cdcb7e74 req-a563cdd8-af27-4aec-8436-7d12aeac67d4 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:38:34.315680 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72f88350-e1c2-4768-ac42-0868cdcb7e74 req-a563cdd8-af27-4aec-8436-7d12aeac67d4 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c08206a-d000-4b7b-b39c-ddaa7276c076 HTTP/1.1" status: 200 len: 945 time: 0.0554352 Apr 04 20:38:34.362451 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72f88350-e1c2-4768-ac42-0868cdcb7e74 req-f9bba246-2952-4902-9b80-6a75d979718f tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Apr 04 20:38:34.363011 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (5ead899b-001a-43e6-9a00-bf55bc86e4d5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:34.376479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['5ead899b-001a-43e6-9a00-bf55bc86e4d5'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:38:34.388636 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Pushing event deleted for resources: {'Port': ['ID=5ead899b-001a-43e6-9a00-bf55bc86e4d5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:38:34.432778 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] No DVR routers for this DVR port 5ead899b-001a-43e6-9a00-bf55bc86e4d5 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:38:34.435226 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:34.438498 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9fdc22ff-643e-47fd-9241-acec9b8aaf89 req-fffc4ee4-69a2-4d4a-84ad-7ee425e12fd3 tempest-VolumesSnapshotTestJSON-1665247717 tempest-VolumesSnapshotTestJSON-1665247717-project] 10.222.0.23 "DELETE /v2.0/ports/5ead899b-001a-43e6-9a00-bf55bc86e4d5 HTTP/1.1" status: 204 len: 173 time: 0.3951533 Apr 04 20:38:34.438926 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'name': 'network-vif-deleted', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:38:34.441433 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b9e0e-f0e3-43e4-ab1c-391b011154a6" -d '{"events": [{"server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "name": "network-vif-deleted", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:38:34.481280 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7908c3-2212-40d0-a0ee-0f25bbd981de x-openstack-request-id: req-de7908c3-2212-40d0-a0ee-0f25bbd981de {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:38:34.481567 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c08206a-d000-4b7b-b39c-ddaa7276c076", "name": "network-vif-deleted", "tag": "5ead899b-001a-43e6-9a00-bf55bc86e4d5", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:38:34.481814 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de7908c3-2212-40d0-a0ee-0f25bbd981de {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:38:34.482308 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7908c3-2212-40d0-a0ee-0f25bbd981de'] response: {'server_uuid': '4c08206a-d000-4b7b-b39c-ddaa7276c076', 'name': 'network-vif-deleted', 'tag': '5ead899b-001a-43e6-9a00-bf55bc86e4d5', 'status': 'completed', 'code': 200} Apr 04 20:38:38.420483 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 5ead899b-001a-43e6-9a00-bf55bc86e4d5 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:38:38.440548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 5ead899b-001a-43e6-9a00-bf55bc86e4d5 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:38:38.440892 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 5ead899b-001a-43e6-9a00-bf55bc86e4d5 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:38:41.068161 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:44.032382 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-20bea38e-556d-4eda-9f92-b6daf838d3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:46.254365 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1b9c-9997-4e4d-90cc-c9de834db383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:47.642519 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:48.853024 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:38:50.308045 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:38:50.368407 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.435796 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49186) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:00.479411 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Deleting subnet 7abd03ee-7e7f-47cc-95ec-3438e3660755 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:39:00.483126 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Publish callbacks [] for subnet (7abd03ee-7e7f-47cc-95ec-3438e3660755), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.519270 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (7abd03ee-7e7f-47cc-95ec-3438e3660755), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.557995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (7abd03ee-7e7f-47cc-95ec-3438e3660755), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.609009 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (7abd03ee-7e7f-47cc-95ec-3438e3660755), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.631549 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abd03ee-7e7f-47cc-95ec-3438e3660755,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:00.641132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.641489 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.641837 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.642202 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.642544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.642875 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.643625 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.643625 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.643841 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.644184 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.644519 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.644925 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.645347 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.645726 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.646054 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:39:00.648950 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.652669 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-71e2dde2-7443-4f4f-8670-d828b57dac26 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7abd03ee-7e7f-47cc-95ec-3438e3660755 HTTP/1.1" status: 204 len: 168 time: 0.2158744 Apr 04 20:39:00.655189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49190) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:00.726132 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (114ca130-6b98-4cfc-bf2f-ef0d338d0363), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.801765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (114ca130-6b98-4cfc-bf2f-ef0d338d0363), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.821061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114ca130-6b98-4cfc-bf2f-ef0d338d0363']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:00.830509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c66939-02a5-485f-b621-d6535062776b') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:00.830812 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c66939-02a5-485f-b621-d6535062776b') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:00.843556 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (c9c66939-02a5-485f-b621-d6535062776b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.856902 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c9c66939-02a5-485f-b621-d6535062776b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.862527 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:39:00.862911 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (c9c66939-02a5-485f-b621-d6535062776b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:39:00.864480 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:39:00.915815 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (114ca130-6b98-4cfc-bf2f-ef0d338d0363), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.921924 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:00.925027 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] 10.222.0.25 "DELETE /v2.0/networks/114ca130-6b98-4cfc-bf2f-ef0d338d0363 HTTP/1.1" status: 204 len: 168 time: 0.2689373 Apr 04 20:39:00.935958 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38f6c2-694d-4691-b924-5e3c552215ab admin admin] Pushing event deleted for resources: {'Network': ['ID=114ca130-6b98-4cfc-bf2f-ef0d338d0363,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:01.084336 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49194) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:01.124008 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1f29a2f1-3866-4213-a477-7f5b006c938a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d170a056c034a7b82e633f3f75efc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384789 Apr 04 20:39:01.126379 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49196) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:01.172356 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] Publish callbacks [] for security_group (cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:01.195953 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] Publish callbacks [] for security_group (cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:01.241683 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:01.244224 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:01.245420 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088 HTTP/1.1" status: 204 len: 168 time: 0.1181378 Apr 04 20:39:01.252701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610196-ee00-46f6-8a88-c87447cf287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf73bd7-28d6-4e30-9bd0-7b6b95f6e088,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:11.066514 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:14.032703 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f81b654f-0bbd-4124-8e2f-c69625a43eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:16.255333 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7990cf29-95cb-4f54-b1a8-4c24ecaedea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:17.646630 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:18.725522 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:20.371616 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:22.893093 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-a720c9ef-8e77-4813-a66f-3e3736c1df28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431275 Apr 04 20:39:22.957562 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-1fe815bd-bf9e-4949-89ec-de44f70e2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:22.959077 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-1fe815bd-bf9e-4949-89ec-de44f70e2d0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 1130 time: 0.0440171 Apr 04 20:39:23.320341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-25333fb3-9f96-4ff9-aec6-1dd358e704f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:23.321798 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-25333fb3-9f96-4ff9-aec6-1dd358e704f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.3443608 Apr 04 20:39:23.383589 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-4a68373c-de1b-4237-afeb-d1b247bd628c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9ebad35-243e-4bec-91ba-e9981c737366 HTTP/1.1" status: 200 len: 1001 time: 0.0554109 Apr 04 20:39:23.434971 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-612965a6-1b3b-4a8f-861f-fa27a7b4e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:23.436293 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-612965a6-1b3b-4a8f-861f-fa27a7b4e42c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0470130 Apr 04 20:39:23.483735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-5240ef00-137e-4112-b918-cf4b5b949d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:23.485198 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-5240ef00-137e-4112-b918-cf4b5b949d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429735 Apr 04 20:39:23.572003 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-fd97ce58-3842-47d1-8835-985a6e72012d service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796669 Apr 04 20:39:23.666014 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-abdc48be-6241-494b-81d3-9b2c84e8b92d req-15da19cb-7a1f-495b-9e2c-b54dc451203e service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831199 Apr 04 20:39:27.306050 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:39:41.096413 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:44.033625 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-79630228-6daa-44e8-a026-03ffc82f4e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:46.258830 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6c25d994-18b0-45b0-b9e4-e5499863a8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:47.648059 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:48.727870 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:50.375112 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:50.895473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49212) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:51.230344 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Deleting port 66ce79c8-45c4-4ae5-a96e-761e294aa9ec {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:51.230688 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.306571 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.306899 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for floatingip (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.319074 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Calling delete_port for 66ce79c8-45c4-4ae5-a96e-761e294aa9ec owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:51.485722 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (66ce79c8-45c4-4ae5-a96e-761e294aa9ec), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.510513 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event deleted for resources: {'Port': ['ID=66ce79c8-45c4-4ae5-a96e-761e294aa9ec,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:51.570923 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for floatingip (eb1b7f07-02eb-4012-b039-d489da328e3f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.571170 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Floating IP eb1b7f07-02eb-4012-b039-d489da328e3f disassociated (deleted). External IP: 172.27.3.221, port: 0a4068b7-b557-40a6-92f8-10bc1d95332e. Apr 04 20:39:51.780850 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Router 17138c22-b6a2-46b4-acd9-55a222736f31 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:39:51.889794 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:39:51.894608 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:51.899505 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Sync routers for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:39:51.908617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:39:51.909227 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:51.923981 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c2d55684-037c-4bf7-8c1f-c7ff6c1b94ce tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "DELETE /v2.0/floatingips/eb1b7f07-02eb-4012-b039-d489da328e3f HTTP/1.1" status: 204 len: 168 time: 1.0274410 Apr 04 20:39:51.924538 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:39:51.926818 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd42fd4-dba0-4e20-993d-e7322b50665d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:39:51.972112 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db87624-4973-4c39-a07e-8f1afa843782 x-openstack-request-id: req-4db87624-4973-4c39-a07e-8f1afa843782 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:39:51.972406 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:39:51.972690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4db87624-4973-4c39-a07e-8f1afa843782 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:39:51.973130 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db87624-4973-4c39-a07e-8f1afa843782'] response: {'name': 'network-changed', 'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'status': 'completed', 'code': 200} Apr 04 20:39:52.024271 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:39:52.043259 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-efeb0c4e-798c-4f4c-90c4-6ef08f5efda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:52.045680 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-efeb0c4e-798c-4f4c-90c4-6ef08f5efda5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 1129 time: 0.0509818 Apr 04 20:39:52.150457 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-56ceb725-2047-4a07-8c6c-3d44dee48462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:52.151962 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-56ceb725-2047-4a07-8c6c-3d44dee48462 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 200 len: 908 time: 0.0957093 Apr 04 20:39:52.172212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a90a3-22be-40bc-87ae-d83d86e36dc9 req-23fc82cd-c746-4ba8-9da6-5f6195836a26 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:52.173669 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004a90a3-22be-40bc-87ae-d83d86e36dc9 req-23fc82cd-c746-4ba8-9da6-5f6195836a26 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0528591 Apr 04 20:39:52.222115 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004a90a3-22be-40bc-87ae-d83d86e36dc9 req-5a6ec007-1fb5-479f-a20a-204f34d00723 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Apr 04 20:39:52.240508 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:52.267563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Checking router: 17138c22-b6a2-46b4-acd9-55a222736f31 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:39:52.275730 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:39:52.276328 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:52.383691 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:39:52.574053 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:52.602769 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9552b2-ad54-4f1b-901f-819018e4b9cc None None] The sync data for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi is: [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:32:54Z', 'revision_number': 4, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'd520c5ca-0d78-47a6-b2c0-830af78f3ed2', 'name': '', 'network_id': 'd52a28c7-b563-4655-b9c5-5bd0fedd931d', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'mac_address': 'fa:16:3e:72:71:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:53Z', 'updated_at': '2022-04-04T20:32:58Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'subnets': [{'id': '9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:39:52.823255 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724c84d-08f8-46a6-87b5-58346ea256e9 None None] New status for floating IP eb1b7f07-02eb-4012-b039-d489da328e3f: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:39:53.089562 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-6d8003be-a877-41fa-9f22-92b588edf6f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 200 len: 217 time: 0.0389912 Apr 04 20:39:53.140038 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-1574a750-8d61-42f2-bfe5-d189ab16f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:53.141521 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-1574a750-8d61-42f2-bfe5-d189ab16f9d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 200 len: 847 time: 0.0444171 Apr 04 20:39:53.211469 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-d7652fff-0528-42a4-959c-dce607ee988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:53.212999 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-d7652fff-0528-42a4-959c-dce607ee988e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d52a28c7-b563-4655-b9c5-5bd0fedd931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446866 Apr 04 20:39:53.316091 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-bb12ad50-064a-43c6-a869-e1b3028883df service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956843 Apr 04 20:39:53.353620 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb20f4-a4cc-43a8-a6a4-d0c3c36bb23e req-6bb309bc-43b4-4c81-a05f-7cdda127d186 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:53.355095 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88cb20f4-a4cc-43a8-a6a4-d0c3c36bb23e req-6bb309bc-43b4-4c81-a05f-7cdda127d186 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0604856 Apr 04 20:39:53.403426 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-88cb20f4-a4cc-43a8-a6a4-d0c3c36bb23e req-d0930801-1002-4b58-8c5c-0d4eea51c010 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed1eacb6-33a9-4347-afeb-55ce3fa2de17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Apr 04 20:39:53.489396 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfd42fd4-dba0-4e20-993d-e7322b50665d req-c8a6bab4-108f-4939-a736-7ef0ac71ed4e service neutron] 10.222.0.23 "GET /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851219 Apr 04 20:39:53.694504 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-1737768e-6938-4ec6-938b-c66c6f9395c2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:39:53.695900 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-1737768e-6938-4ec6-938b-c66c6f9395c2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Apr 04 20:39:53.784372 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Deleting port 0a4068b7-b557-40a6-92f8-10bc1d95332e {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:53.784708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:53.874440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] For port 0a4068b7-b557-40a6-92f8-10bc1d95332e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=0a4068b7-b557-40a6-92f8-10bc1d95332e,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:39:53.874798 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:53.886858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Calling delete_port for 0a4068b7-b557-40a6-92f8-10bc1d95332e owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:54.012462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (0a4068b7-b557-40a6-92f8-10bc1d95332e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:54.040258 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event deleted for resources: {'Port': ['ID=0a4068b7-b557-40a6-92f8-10bc1d95332e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:54.082333 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] No DVR routers for this DVR port 0a4068b7-b557-40a6-92f8-10bc1d95332e on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:39:54.084875 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:54.088249 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-76babd0f-8ce3-461b-badc-1464830abdc7 req-b5fab435-d677-4aff-9c69-52fd01943ed2 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.23 "DELETE /v2.0/ports/0a4068b7-b557-40a6-92f8-10bc1d95332e HTTP/1.1" status: 204 len: 173 time: 0.3876953 Apr 04 20:39:54.088726 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-deleted', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:39:54.091520 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a811e1-1537-410c-b2fe-1fc8281a307f" -d '{"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-deleted", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:39:54.127639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e1957-bd35-4a98-9539-7f576d04f960 x-openstack-request-id: req-8f7e1957-bd35-4a98-9539-7f576d04f960 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:39:54.127931 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674", "name": "network-vif-deleted", "tag": "0a4068b7-b557-40a6-92f8-10bc1d95332e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:39:54.128188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f7e1957-bd35-4a98-9539-7f576d04f960 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:39:54.128600 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7e1957-bd35-4a98-9539-7f576d04f960'] response: {'server_uuid': '2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674', 'name': 'network-vif-deleted', 'tag': '0a4068b7-b557-40a6-92f8-10bc1d95332e', 'status': 'completed', 'code': 200} Apr 04 20:39:54.524184 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e7211ad3-e87e-4142-a9ba-df03122502b6 req-51ce3c28-cad6-4ffd-947f-80bd05ca5a74 tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "GET /v2.0/ports?device_id=2cb90d79-f2ad-4ad6-94dc-cc7cf0b13674 HTTP/1.1" status: 200 len: 210 time: 0.0317659 Apr 04 20:39:55.580242 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49238) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:55.636052 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (ed1eacb6-33a9-4347-afeb-55ce3fa2de17), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:55.660470 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (ed1eacb6-33a9-4347-afeb-55ce3fa2de17), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:55.723989 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (ed1eacb6-33a9-4347-afeb-55ce3fa2de17), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:55.726594 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:55.727723 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] 10.222.0.25 "DELETE /v2.0/security-groups/ed1eacb6-33a9-4347-afeb-55ce3fa2de17 HTTP/1.1" status: 204 len: 168 time: 0.1465147 Apr 04 20:39:55.737218 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015384d4-f032-411e-a7a1-aede27febd2a tempest-TestShelveInstance-2078025350 tempest-TestShelveInstance-2078025350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1eacb6-33a9-4347-afeb-55ce3fa2de17,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:55.779595 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49242) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:56.223925 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (17138c22-b6a2-46b4-acd9-55a222736f31), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:56.465858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Deleting port d520c5ca-0d78-47a6-b2c0-830af78f3ed2 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:56.466171 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:56.540611 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] For port d520c5ca-0d78-47a6-b2c0-830af78f3ed2, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:39:56.540971 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:56.552966 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Calling delete_port for d520c5ca-0d78-47a6-b2c0-830af78f3ed2 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:56.728187 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (d520c5ca-0d78-47a6-b2c0-830af78f3ed2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:56.753847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d520c5ca-0d78-47a6-b2c0-830af78f3ed2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:56.926733 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (17138c22-b6a2-46b4-acd9-55a222736f31), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:57.141261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Router 17138c22-b6a2-46b4-acd9-55a222736f31 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:39:57.247696 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:39:57.255649 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c56bfbbd-a125-4609-a3d6-e11585bcdb32 admin admin] 10.222.0.25 "PUT /v2.0/routers/17138c22-b6a2-46b4-acd9-55a222736f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4749062 Apr 04 20:39:57.256206 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49246) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:57.258349 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Sync routers for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:39:57.267932 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:39:57.268617 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:57.382440 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:39:57.569222 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:39:56Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:57.595081 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Checking router: 17138c22-b6a2-46b4-acd9-55a222736f31 for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:39:57.603780 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Routers {'17138c22-b6a2-46b4-acd9-55a222736f31'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:39:57.604377 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['17138c22-b6a2-46b4-acd9-55a222736f31'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:57.618909 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks [] for router (17138c22-b6a2-46b4-acd9-55a222736f31), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:57.713070 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] Set router 17138c22-b6a2-46b4-acd9-55a222736f31 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:39:57.723982 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks [] for router_gateway (17138c22-b6a2-46b4-acd9-55a222736f31), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:57.775335 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Deleting port 11077005-57ee-4606-9183-0a75f35b2008 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:57.776059 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (11077005-57ee-4606-9183-0a75f35b2008), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:57.853930 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] For port 11077005-57ee-4606-9183-0a75f35b2008, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=11077005-57ee-4606-9183-0a75f35b2008,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:39:57.854229 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (11077005-57ee-4606-9183-0a75f35b2008), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:57.866572 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Calling delete_port for 11077005-57ee-4606-9183-0a75f35b2008 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:57.889522 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:39:56Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:57.919287 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d96443-af18-4af2-a7a1-1b9a043b9bd3 None None] The sync data for ids ['17138c22-b6a2-46b4-acd9-55a222736f31'] in dv-cinder-831247-15-iscsi is: [{'id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'name': 'tempest-TestShelveInstance-231511236-router', 'tenant_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '11077005-57ee-4606-9183-0a75f35b2008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:50Z', 'updated_at': '2022-04-04T20:39:56Z', 'revision_number': 5, 'project_id': '727b4eb976f243e99d4eb6ce5ab5c191', 'gw_port': {'id': '11077005-57ee-4606-9183-0a75f35b2008', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17138c22-b6a2-46b4-acd9-55a222736f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:51Z', 'updated_at': '2022-04-04T20:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:39:57.974261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:39:57.994031 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 0a4068b7-b557-40a6-92f8-10bc1d95332e {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:39:57.994399 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 0a4068b7-b557-40a6-92f8-10bc1d95332e not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:39:58.039706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (11077005-57ee-4606-9183-0a75f35b2008), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.066584 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=11077005-57ee-4606-9183-0a75f35b2008,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:58.128016 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (17138c22-b6a2-46b4-acd9-55a222736f31), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.218714 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (17138c22-b6a2-46b4-acd9-55a222736f31), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.220754 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks [] for router_controller (17138c22-b6a2-46b4-acd9-55a222736f31), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.268850 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (17138c22-b6a2-46b4-acd9-55a222736f31), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.269363 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17138c22-b6a2-46b4-acd9-55a222736f31 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:39:58.274160 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.278232 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0f7aa112-9543-4633-8300-1a584656d4bd admin admin] 10.222.0.25 "DELETE /v2.0/routers/17138c22-b6a2-46b4-acd9-55a222736f31 HTTP/1.1" status: 204 len: 168 time: 1.0181975 Apr 04 20:39:58.278661 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49248) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:58.324764 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Deleting subnet 9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:39:58.328178 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Publish callbacks [] for subnet (9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.364312 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.445421 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.500256 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.527103 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:58.531361 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.534443 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-62302589-9c5e-475a-9efb-71e7d5a2c538 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9aa9d4e2-b0d9-4a92-a594-b3f3de8985b8 HTTP/1.1" status: 204 len: 168 time: 0.2547414 Apr 04 20:39:58.537190 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49250) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:58.537732 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36177875-96ad-42d8-a111-2b3306eef081 None None] Network d52a28c7-b563-4655-b9c5-5bd0fedd931d requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:39:58.616568 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (d52a28c7-b563-4655-b9c5-5bd0fedd931d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.670199 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Deleting port 52589a79-54c4-49fa-8f9d-1e1dca020d11 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:58.670544 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.733993 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] For port 52589a79-54c4-49fa-8f9d-1e1dca020d11, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=52589a79-54c4-49fa-8f9d-1e1dca020d11,segment=NetworkSegment(99c656f2-15a1-439b-8f01-33faaf23e84e),segment_id=99c656f2-15a1-439b-8f01-33faaf23e84e)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:39:58.734388 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.747026 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Calling delete_port for 52589a79-54c4-49fa-8f9d-1e1dca020d11 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:58.828390 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (52589a79-54c4-49fa-8f9d-1e1dca020d11), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.853851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=52589a79-54c4-49fa-8f9d-1e1dca020d11,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:58.855632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] No DVR routers for this DVR port 52589a79-54c4-49fa-8f9d-1e1dca020d11 on host dv-cinder-831247-15-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:39:58.922502 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7536b4-e39b-4fe4-ae89-62c678cf741c None None] DHCP port deletion for d52a28c7-b563-4655-b9c5-5bd0fedd931d request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:39:58.939830 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (d52a28c7-b563-4655-b9c5-5bd0fedd931d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.965735 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52a28c7-b563-4655-b9c5-5bd0fedd931d']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:58.974955 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c656f2-15a1-439b-8f01-33faaf23e84e') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:58.975251 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c656f2-15a1-439b-8f01-33faaf23e84e') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:39:58.984768 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8892179'] for segment (99c656f2-15a1-439b-8f01-33faaf23e84e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:58.987195 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 11077005-57ee-4606-9183-0a75f35b2008 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:39:58.999783 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (99c656f2-15a1-439b-8f01-33faaf23e84e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.006797 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:39:59.007286 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9161791'] for segment (99c656f2-15a1-439b-8f01-33faaf23e84e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: Traceback (most recent call last): Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: timer() Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: cb(*args, **kw) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: return func(*args, **kwargs) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: self._notify() Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: self.callback(batched_events) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: event.method(event) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: return f(self, *a, **k) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._get(url).json() Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:39:59.009017 dv-cinder-831247-15-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:39:59.072370 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (d52a28c7-b563-4655-b9c5-5bd0fedd931d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.072370 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.075425 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d52a28c7-b563-4655-b9c5-5bd0fedd931d HTTP/1.1" status: 204 len: 168 time: 0.5367579 Apr 04 20:39:59.078980 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49252) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:39:59.094323 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71c952-b017-463f-b392-959bef6f0d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52a28c7-b563-4655-b9c5-5bd0fedd931d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:39:59.141508 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 11077005-57ee-4606-9183-0a75f35b2008 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:39:59.141802 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 11077005-57ee-4606-9183-0a75f35b2008 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:39:59.142294 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 52589a79-54c4-49fa-8f9d-1e1dca020d11 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:39:59.160755 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 52589a79-54c4-49fa-8f9d-1e1dca020d11 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:39:59.161027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 52589a79-54c4-49fa-8f9d-1e1dca020d11 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:39:59.161543 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d520c5ca-0d78-47a6-b2c0-830af78f3ed2 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:39:59.180346 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: d520c5ca-0d78-47a6-b2c0-830af78f3ed2 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:39:59.180691 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device d520c5ca-0d78-47a6-b2c0-830af78f3ed2 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:39:59.435296 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.677018 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Deleting port 7f19cdac-77ec-4099-b74e-c672f5de2420 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:39:59.677353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.753604 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] For port 7f19cdac-77ec-4099-b74e-c672f5de2420, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=7f19cdac-77ec-4099-b74e-c672f5de2420,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:39:59.753881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.769207 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Calling delete_port for 7f19cdac-77ec-4099-b74e-c672f5de2420 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:39:59.946091 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (7f19cdac-77ec-4099-b74e-c672f5de2420), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:39:59.969794 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f19cdac-77ec-4099-b74e-c672f5de2420,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:00.139077 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:00.356312 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:40:00.461475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:40:00.466691 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e06c6e57-2b5e-4616-a3b9-1f8bb728d8e5 admin admin] 10.222.0.25 "PUT /v2.0/routers/b5a5103b-4d1e-4b0a-baf2-f085b75a3027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3870199 Apr 04 20:40:00.469462 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49254) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:00.470780 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Sync routers for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:40:00.480685 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:40:00.481282 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:00.572532 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks [] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:00.586437 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:40:00.771286 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:39:59Z', 'revision_number': 5, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:00.799227 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Checking router: b5a5103b-4d1e-4b0a-baf2-f085b75a3027 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:40:00.808107 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Routers {'b5a5103b-4d1e-4b0a-baf2-f085b75a3027'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:40:00.809356 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:39:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:00.917512 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] Set router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:40:00.938195 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks [] for router_gateway (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:00.989512 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Deleting port 10e5e230-dbd3-4cae-a02a-8dce517cf735 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:40:00.990250 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.067496 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] For port 10e5e230-dbd3-4cae-a02a-8dce517cf735, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=10e5e230-dbd3-4cae-a02a-8dce517cf735,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:01.067774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.081818 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Calling delete_port for 10e5e230-dbd3-4cae-a02a-8dce517cf735 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:40:01.092417 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:39:59Z', 'revision_number': 5, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:01.208039 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc609de-a180-47ce-8d8d-99c7a6b43990 None None] The sync data for ids ['b5a5103b-4d1e-4b0a-baf2-f085b75a3027'] in dv-cinder-831247-15-iscsi is: [{'id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'name': 'tempest-TestShelveInstance-523763623-router', 'tenant_id': '456a30ff24ab4b5086a59a4debc61555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:39:59Z', 'revision_number': 5, 'project_id': '456a30ff24ab4b5086a59a4debc61555', 'gw_port': {'id': '10e5e230-dbd3-4cae-a02a-8dce517cf735', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a5103b-4d1e-4b0a-baf2-f085b75a3027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:32:57Z', 'updated_at': '2022-04-04T20:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:40:01.260567 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (10e5e230-dbd3-4cae-a02a-8dce517cf735), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.288594 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Pushing event deleted for resources: {'Port': ['ID=10e5e230-dbd3-4cae-a02a-8dce517cf735,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:01.312324 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.312678 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.313024 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.313610 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.313953 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.314312 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.314646 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.314974 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.315303 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.315630 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.315961 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.316288 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.316611 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.316955 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.317278 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:01.358718 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.448223 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.450872 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks [] for router_controller (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.495606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (b5a5103b-4d1e-4b0a-baf2-f085b75a3027), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.496294 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a5103b-4d1e-4b0a-baf2-f085b75a3027 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:40:01.500748 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.501877 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-46c34048-68b2-4e4a-8448-a487fd4d1aff admin admin] 10.222.0.25 "DELETE /v2.0/routers/b5a5103b-4d1e-4b0a-baf2-f085b75a3027 HTTP/1.1" status: 204 len: 168 time: 1.0315113 Apr 04 20:40:01.504408 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49256) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:01.549709 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Deleting subnet f976fff7-ce3c-40d6-a47b-93b0852bf676 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:40:01.553020 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Publish callbacks [] for subnet (f976fff7-ce3c-40d6-a47b-93b0852bf676), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.588548 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8892392'] for subnet (f976fff7-ce3c-40d6-a47b-93b0852bf676), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.671274 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (f976fff7-ce3c-40d6-a47b-93b0852bf676), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.723248 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9161813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8634117'] for subnet (f976fff7-ce3c-40d6-a47b-93b0852bf676), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.745881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f976fff7-ce3c-40d6-a47b-93b0852bf676,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:01.752405 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.758244 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f35bcd52-dce8-4fe9-8717-088a1391cbac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f976fff7-ce3c-40d6-a47b-93b0852bf676 HTTP/1.1" status: 204 len: 168 time: 0.2527781 Apr 04 20:40:01.758460 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49258) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:01.759325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3abba-8d09-4939-9259-6fc1434dce3b None None] Network 61b886d4-4754-45be-ac6e-acd5a26a925c requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:40:01.836049 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (61b886d4-4754-45be-ac6e-acd5a26a925c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.900265 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Deleting port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:40:01.900601 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.924193 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] DHCP port deletion for 61b886d4-4754-45be-ac6e-acd5a26a925c request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:40:01.963052 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] For port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:01.963404 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.971566 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Deleting port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:40:01.971940 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:01.979875 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Calling delete_port for cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:40:02.035958 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] For port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,segment=NetworkSegment(c106a078-0338-4712-aa9e-17a38db75dd1),segment_id=c106a078-0338-4712-aa9e-17a38db75dd1)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:02.036371 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.048442 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Calling delete_port for cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:40:02.059133 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.085178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:02.087360 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] No DVR routers for this DVR port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:40:02.096479 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.096829 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.097166 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.097501 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.097829 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.098192 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.098526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.098847 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.099169 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.099543 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.099816 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.100138 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.100456 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.100773 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.101086 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.133371 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.160424 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] No DVR routers for this DVR port cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb on host dv-cinder-831247-15-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:40:02.162262 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Pushing event deleted for resources: {'Port': ['ID=cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:02.174509 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.174857 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.175203 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.175542 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.175646 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (61b886d4-4754-45be-ac6e-acd5a26a925c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.175873 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.176199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.176522 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.176843 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.177165 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.177896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.177896 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.178158 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.178471 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.178792 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.179100 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213d83e-a93a-42f1-b43f-1653ae1621c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:40:02.197021 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b886d4-4754-45be-ac6e-acd5a26a925c']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:02.206194 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c106a078-0338-4712-aa9e-17a38db75dd1') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:02.206487 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c106a078-0338-4712-aa9e-17a38db75dd1') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:02.217033 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (c106a078-0338-4712-aa9e-17a38db75dd1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.232181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (c106a078-0338-4712-aa9e-17a38db75dd1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.238879 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:40:02.239298 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (c106a078-0338-4712-aa9e-17a38db75dd1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:40:02.241219 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:40:02.296564 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (61b886d4-4754-45be-ac6e-acd5a26a925c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.301832 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.304973 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] 10.222.0.25 "DELETE /v2.0/networks/61b886d4-4754-45be-ac6e-acd5a26a925c HTTP/1.1" status: 204 len: 168 time: 0.5454252 Apr 04 20:40:02.315851 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0bd3a-0a61-44d6-8fda-5b279b7b560b admin admin] Pushing event deleted for resources: {'Network': ['ID=61b886d4-4754-45be-ac6e-acd5a26a925c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:02.414680 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49262) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:02.457260 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-57d20cae-0f2b-4b0e-aca4-2408ed3d53d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=727b4eb976f243e99d4eb6ce5ab5c191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413580 Apr 04 20:40:02.459696 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49264) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:02.505905 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] Publish callbacks [] for security_group (95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.527040 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] Publish callbacks [] for security_group (95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.575476 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.577980 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:02.579174 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6 HTTP/1.1" status: 204 len: 168 time: 0.1185815 Apr 04 20:40:02.586720 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a30dc7-e637-4bb5-a579-b3591c9bde80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cdc4f9-0fb2-43cb-91a7-3ab9e56437a6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:02.839173 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 10e5e230-dbd3-4cae-a02a-8dce517cf735 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:40:02.860125 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 10e5e230-dbd3-4cae-a02a-8dce517cf735 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:40:02.860480 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 10e5e230-dbd3-4cae-a02a-8dce517cf735 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:40:02.860902 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7f19cdac-77ec-4099-b74e-c672f5de2420 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:40:02.880865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 7f19cdac-77ec-4099-b74e-c672f5de2420 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:40:02.881215 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 7f19cdac-77ec-4099-b74e-c672f5de2420 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:40:02.881631 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:40:02.893886 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49270) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:02.900404 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:40:02.900979 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device cb15ffdb-fbdb-4e5e-ac3f-5b934659aabb not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:40:02.934606 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3cb8fe29-1e47-4962-9fbb-173067bf79e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=456a30ff24ab4b5086a59a4debc61555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395465 Apr 04 20:40:02.937051 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49272) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:40:02.984289 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] Publish callbacks [] for security_group (200e0270-7cc0-430e-b5ef-c9d00b83cdff), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:03.004893 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] Publish callbacks [] for security_group (200e0270-7cc0-430e-b5ef-c9d00b83cdff), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:03.054471 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (200e0270-7cc0-430e-b5ef-c9d00b83cdff), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:03.057099 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:03.058166 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/200e0270-7cc0-430e-b5ef-c9d00b83cdff HTTP/1.1" status: 204 len: 168 time: 0.1201632 Apr 04 20:40:03.065794 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d6db6-51e3-4bbe-bae6-10ab78827cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200e0270-7cc0-430e-b5ef-c9d00b83cdff,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:04.304731 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:40:11.095047 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:14.034714 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f044e5d-f2fe-4109-9886-64f7f906e9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:16.262474 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9eb99da0-4d74-494c-96fa-d0672e719dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:17.651661 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:18.729811 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:20.377146 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:41.094145 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:41.303124 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:40:44.036077 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-21e936b7-3770-4b68-99b8-c7cf23c70929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:44.423499 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732775-46cc-408f-aa61-23927281c52a req-2518404d-c101-4f3d-85a7-514ff6288c9f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:44.424960 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16732775-46cc-408f-aa61-23927281c52a req-2518404d-c101-4f3d-85a7-514ff6288c9f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.2738974 Apr 04 20:40:44.472399 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16732775-46cc-408f-aa61-23927281c52a req-d01a6195-3d36-493f-83b7-c581ed6082c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Apr 04 20:40:45.589595 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55736837-7669-4777-b503-2a88765e4f60 req-f2b0205c-8e1d-4213-98c7-d98ae0c46e10 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:45.591092 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-55736837-7669-4777-b503-2a88765e4f60 req-f2b0205c-8e1d-4213-98c7-d98ae0c46e10 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0519147 Apr 04 20:40:45.638217 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-55736837-7669-4777-b503-2a88765e4f60 req-ab71dfc0-734e-4c6c-97d4-74cc0a6786b9 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Apr 04 20:40:45.741180 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-be2fb41e-bc38-4cc7-a47d-0219fcf658a1 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:45.742537 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-be2fb41e-bc38-4cc7-a47d-0219fcf658a1 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 946 time: 0.0533769 Apr 04 20:40:45.831061 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port b9ebad35-243e-4bec-91ba-e9981c737366 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:40:45.831401 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:45.919001 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] For port b9ebad35-243e-4bec-91ba-e9981c737366, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b9ebad35-243e-4bec-91ba-e9981c737366,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:45.919359 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.085484 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.085752 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (dde673ca-ed55-4658-98f9-48cb7205371d), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.086063 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP dde673ca-ed55-4658-98f9-48cb7205371d disassociated. External IP: 172.27.3.73, port: b9ebad35-243e-4bec-91ba-e9981c737366. Apr 04 20:40:46.086429 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for b9ebad35-243e-4bec-91ba-e9981c737366 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:40:46.213908 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (b9ebad35-243e-4bec-91ba-e9981c737366), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.242598 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=b9ebad35-243e-4bec-91ba-e9981c737366,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:46.272642 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-04d893c7-1f8b-459b-a92c-6fc1a48dc2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.358858 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:40:46.469341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:40:46.480031 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:40:46.489524 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:40:46.490167 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:40:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:46.508522 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] No DVR routers for this DVR port b9ebad35-243e-4bec-91ba-e9981c737366 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:40:46.511085 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:46.514391 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-171c3f7f-e4bc-4d0a-859a-d30fa69ba88a req-2f138c9e-be57-419e-b38a-1afadc9e51c8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "DELETE /v2.0/ports/b9ebad35-243e-4bec-91ba-e9981c737366 HTTP/1.1" status: 204 len: 173 time: 0.7665102 Apr 04 20:40:46.514829 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'name': 'network-vif-deleted', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:40:46.517701 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0cc66-43fd-4984-a390-30917f539d6b" -d '{"events": [{"server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "name": "network-vif-deleted", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:40:46.554150 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b07a9f8-2d70-4825-8d08-9af8765e2235 x-openstack-request-id: req-9b07a9f8-2d70-4825-8d08-9af8765e2235 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:40:46.554438 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce0255d-6264-4d72-8f8c-65118835ddd4", "name": "network-vif-deleted", "tag": "b9ebad35-243e-4bec-91ba-e9981c737366", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:40:46.554696 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b07a9f8-2d70-4825-8d08-9af8765e2235 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:40:46.555104 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b07a9f8-2d70-4825-8d08-9af8765e2235'] response: {'server_uuid': '5ce0255d-6264-4d72-8f8c-65118835ddd4', 'name': 'network-vif-deleted', 'tag': 'b9ebad35-243e-4bec-91ba-e9981c737366', 'status': 'completed', 'code': 200} Apr 04 20:40:46.613051 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:40:46.769030 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f89991b2-e68b-4642-b667-a50eff6a664e req-3cbf1f12-ef6e-4437-bf7b-7e7664e59769 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ce0255d-6264-4d72-8f8c-65118835ddd4 HTTP/1.1" status: 200 len: 210 time: 0.0431514 Apr 04 20:40:46.835016 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:46.861960 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:40:46.869887 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:40:46.870453 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:40:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:46.976247 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:40:47.182469 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:40:47.212343 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7b3e74-361a-4478-8c97-8cf8b72212fb None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:40:47.429915 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70401e1a-6d39-4f51-9aea-12d4f2acfc02 None None] New status for floating IP dde673ca-ed55-4658-98f9-48cb7205371d: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:40:47.432068 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-1c090866-0a72-4cad-b19b-505d9e283ef1 req-4964978c-80ed-4d1d-8efa-ac1f428106e2 service neutron] (103207) timed out ('10.222.0.23', 53297) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 20:40:47.655199 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:48.019353 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-63916167-0f81-4746-9145-298d2da9513e tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157561579&fields=id&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 267 time: 0.0437889 Apr 04 20:40:48.126587 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-ebde7670-e5ff-4d0a-a7dc-d0aee4e20dba tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:48.128032 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-ebde7670-e5ff-4d0a-a7dc-d0aee4e20dba tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.1024356 Apr 04 20:40:48.142587 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-0a605f2c-fe8c-4081-a113-01f61f69f208 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/quotas/673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 375 time: 0.0092151 Apr 04 20:40:48.195916 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-620ddc87-1e5a-4fd2-86f7-8e0b58b39de5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482423 Apr 04 20:40:48.222471 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b9ebad35-243e-4bec-91ba-e9981c737366 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:40:48.242729 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: b9ebad35-243e-4bec-91ba-e9981c737366 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:40:48.243072 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device b9ebad35-243e-4bec-91ba-e9981c737366 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:40:48.295098 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-5297bb2f-472f-41bf-9a02-59154400ac9e service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Apr 04 20:40:48.382738 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-eec01978-fbb8-48fb-adf7-4cd527b5348c service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818639 Apr 04 20:40:48.657821 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51ac2539-c608-453c-9fa1-806de159c9da req-01c2c80f-261b-4715-9172-8c4ec0b65f8a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 210 time: 0.0262961 Apr 04 20:40:48.738644 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:49.544781 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-3a570d42-ac67-4863-81d3-cc569ef71176 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:49.546257 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-3a570d42-ac67-4863-81d3-cc569ef71176 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.1061840 Apr 04 20:40:49.608514 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-a006f560-06a4-490a-ab48-4e53f3f757be tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 380 time: 0.0542662 Apr 04 20:40:49.616868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'port': {'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'admin_state_up': True, 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'security_groups': ['3166251a-cb57-452c-86e0-ca2527e4fddb']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:40:49.728619 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Made reservation on behalf of 673d2c38ba6c4c54b1cbd5b51a6c6390 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:40:49.731984 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:49.765667 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d0673975-74fc-40ce-aba1-4ca17998caa9 req-e532e547-74a9-4909-8921-61c4f4ba49a6 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 210 time: 0.0321555 Apr 04 20:40:49.865137 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.20.0.12 (367569cc-e5a1-4c39-849f-140e04f9cc09/5d2d0e63-ea7f-459d-a140-f5670a709126/dc90db58-64e5-435d-b833-5ca8c2ceebf3) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:40:50.017481 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.053881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.096414 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:40:50.100013 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:40:50.105850 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:40:50.113098 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:50.166387 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:50.167004 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.183953 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-bebbfd4d-b1e3-423f-aa3e-19cb3cf86156 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5706201 Apr 04 20:40:50.195638 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Request body: {'port': {'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:40:50.257315 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.312090 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-9804c36d-5667-424a-82f4-709c30297dc5 None None] Provisioning complete for port dc90db58-64e5-435d-b833-5ca8c2ceebf3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:40:50.312717 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9804c36d-5667-424a-82f4-709c30297dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.349854 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9804c36d-5667-424a-82f4-709c30297dc5 None None] Port dc90db58-64e5-435d-b833-5ca8c2ceebf3 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:40:50.380096 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.519352 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc90db58-64e5-435d-b833-5ca8c2ceebf3 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:40:50.526507 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks [] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.538836 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Transition to ACTIVE for port object dc90db58-64e5-435d-b833-5ca8c2ceebf3 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:40:50.542166 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.591533 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Pushing event updated for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:50.662238 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Attempting to bind port dc90db58-64e5-435d-b833-5ca8c2ceebf3 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:40:50.662580 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Attempting to bind port dc90db58-64e5-435d-b833-5ca8c2ceebf3 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:40:50.662920 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Attempting to bind port dc90db58-64e5-435d-b833-5ca8c2ceebf3 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:40:50.667613 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Port dc90db58-64e5-435d-b833-5ca8c2ceebf3 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:40:50.667937 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Attempting to bind port dc90db58-64e5-435d-b833-5ca8c2ceebf3 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:40:50.673437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:40:50.673774 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:40:50.674196 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Bound using segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:40:50.674871 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Bound port: dc90db58-64e5-435d-b833-5ca8c2ceebf3, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:40:50.675243 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.744632 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:40:50.747669 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:40:50.753175 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.787957 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:50.788868 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:50.790199 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] 10.222.0.23 "PUT /v2.0/ports/dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 1094 time: 0.5985100 Apr 04 20:40:50.792593 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:40:50.800107 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d09f4-f279-4854-9009-8abfd5dd1cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:40:50.827674 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66fa66-ed8f-491f-afee-1b6bdafc4232 service neutron] Pushing event updated for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:50.857509 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359e15c6-783f-480c-b127-870fdefe7490 x-openstack-request-id: req-359e15c6-783f-480c-b127-870fdefe7490 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:40:50.857790 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:40:50.858036 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-359e15c6-783f-480c-b127-870fdefe7490 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:40:50.858465 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359e15c6-783f-480c-b127-870fdefe7490'] response: {'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'status': 'completed', 'code': 200} Apr 04 20:40:50.939342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d2a87-99e1-4782-b9d4-2df0b9a0f009 req-d9e67f80-d151-4375-a3f8-f2c2af7ddcda tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:50.940917 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f02d2a87-99e1-4782-b9d4-2df0b9a0f009 req-d9e67f80-d151-4375-a3f8-f2c2af7ddcda tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0816629 Apr 04 20:40:50.942892 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-4a1696f7-ae8e-4e92-b2c0-b7f1c342a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:50.944273 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-4a1696f7-ae8e-4e92-b2c0-b7f1c342a779 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1128 time: 0.0956838 Apr 04 20:40:50.995145 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-d4acfe35-de4c-42f3-b880-09082d57ae79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 217 time: 0.0426738 Apr 04 20:40:51.050229 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f02d2a87-99e1-4782-b9d4-2df0b9a0f009 req-52f09e08-6389-4fe7-89bf-23f501e2728c tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034973 Apr 04 20:40:51.060650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-58459172-10ad-4791-8a83-c6139c09ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:51.062221 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-58459172-10ad-4791-8a83-c6139c09ac3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0576260 Apr 04 20:40:51.116243 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-ee80e396-a19d-4cf4-ba5b-2567b2d43735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:51.117720 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-ee80e396-a19d-4cf4-ba5b-2567b2d43735 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499663 Apr 04 20:40:51.209135 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-a55c7dfa-6489-414e-8a14-c5f818d306e2 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850084 Apr 04 20:40:51.300408 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54029754-7a66-4f54-9ba2-ff1ccb784944 req-d8f082bd-119e-4355-b79d-e291caadd955 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861220 Apr 04 20:40:52.063765 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-b20a6534-8dd2-44fd-ace6-638c66b4be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:52.065228 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-b20a6534-8dd2-44fd-ace6-638c66b4be6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1128 time: 0.0441217 Apr 04 20:40:52.159907 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-68da5318-e30c-4167-aedf-cd40f8a058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:52.161376 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-68da5318-e30c-4167-aedf-cd40f8a058c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0897806 Apr 04 20:40:52.171830 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a825b77-3311-4255-8e57-387f0634edd8 req-252a1631-8d70-46e6-876e-98312041f120 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:52.174274 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a825b77-3311-4255-8e57-387f0634edd8 req-252a1631-8d70-46e6-876e-98312041f120 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0566757 Apr 04 20:40:52.202092 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-f24f2a7e-5192-4f1a-aa89-b89e0e9fc6fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 217 time: 0.0349209 Apr 04 20:40:52.222747 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a825b77-3311-4255-8e57-387f0634edd8 req-05a33ff0-4cf4-4d0d-8e61-c7107ac5f283 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427840 Apr 04 20:40:52.248325 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-71b6e84b-19d5-4f31-ab55-69673554c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:52.249791 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-71b6e84b-19d5-4f31-ab55-69673554c5e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0426922 Apr 04 20:40:52.300165 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-6237748f-3699-43fc-bca1-66b6fd789da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:52.301629 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-6237748f-3699-43fc-bca1-66b6fd789da3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463793 Apr 04 20:40:52.392136 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-b699f311-2aea-4e34-9906-2e15457bd06e service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 Apr 04 20:40:52.482386 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-491d09f4-f279-4854-9009-8abfd5dd1cd2 req-7c18c5e2-0a04-4e2a-8dd4-a105431edfa6 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Apr 04 20:40:53.337166 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6057-f4cd-40c9-98fa-241deaaee6ad req-155c7631-93ba-470e-bac8-d2c96bee2ced tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:53.338654 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b2ed6057-f4cd-40c9-98fa-241deaaee6ad req-155c7631-93ba-470e-bac8-d2c96bee2ced tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0515449 Apr 04 20:40:53.386610 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b2ed6057-f4cd-40c9-98fa-241deaaee6ad req-cb49207b-dc83-45da-bc41-17646d4a0942 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Apr 04 20:40:54.501292 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8732cd-cc6d-4862-bde6-1d40c9e7e49c req-4dafff40-3668-4ed8-a46e-51602ffc6e3b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:54.502767 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c8732cd-cc6d-4862-bde6-1d40c9e7e49c req-4dafff40-3668-4ed8-a46e-51602ffc6e3b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0523934 Apr 04 20:40:54.550114 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c8732cd-cc6d-4862-bde6-1d40c9e7e49c req-e5785387-7243-4964-9805-2a25851651ba tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Apr 04 20:40:55.665359 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cd6b4-5e67-46b6-9a27-3ba4456e5009 req-df3da42d-9105-40c8-8ce5-c41bf1b78dc3 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:55.666863 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-731cd6b4-5e67-46b6-9a27-3ba4456e5009 req-df3da42d-9105-40c8-8ce5-c41bf1b78dc3 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0519104 Apr 04 20:40:55.718665 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-731cd6b4-5e67-46b6-9a27-3ba4456e5009 req-39035206-0903-4977-bc70-a999155d4732 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Apr 04 20:40:56.835724 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9912a-6efe-4b64-963a-fe5841606691 req-7411b545-dde1-4350-b406-af08f0c43110 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:56.837164 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64a9912a-6efe-4b64-963a-fe5841606691 req-7411b545-dde1-4350-b406-af08f0c43110 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0547156 Apr 04 20:40:56.883664 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64a9912a-6efe-4b64-963a-fe5841606691 req-9542c7fc-b0fb-4f98-b9d3-2388a146e17b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Apr 04 20:40:57.997938 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee30dbd-d235-4f3f-bb33-44a5cd352795 req-08bf77fe-2a02-444d-a78e-f0f93e11c4f0 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:57.999401 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fee30dbd-d235-4f3f-bb33-44a5cd352795 req-08bf77fe-2a02-444d-a78e-f0f93e11c4f0 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 944 time: 0.0506918 Apr 04 20:40:58.049297 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-fee30dbd-d235-4f3f-bb33-44a5cd352795 req-0b1669e8-9785-41ee-bd9a-86d9acab5630 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Apr 04 20:40:58.300027 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dc90db58-64e5-435d-b833-5ca8c2ceebf3 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:40:58.396209 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:58.407600 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:40:58.443892 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dc90db58-64e5-435d-b833-5ca8c2ceebf3 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:40:58.444275 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:58.457017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc90db58-64e5-435d-b833-5ca8c2ceebf3 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:40:58.476011 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:40:58.479692 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:40:58.526155 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:40:58.840376 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['dc90db58-64e5-435d-b833-5ca8c2ceebf3'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:40:59.164635 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f90eb-0a17-42ee-a198-be6adcbac2b7 req-dc1abf0a-fa44-4482-8c17-4237d1f292e9 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:40:59.166102 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-843f90eb-0a17-42ee-a198-be6adcbac2b7 req-dc1abf0a-fa44-4482-8c17-4237d1f292e9 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 945 time: 0.0513685 Apr 04 20:40:59.213277 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-843f90eb-0a17-42ee-a198-be6adcbac2b7 req-a61c6511-e2a4-4730-a04f-b6383641a0c2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Apr 04 20:41:00.326354 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c310b-83d5-4655-91c8-49a4ca433322 req-4703f61b-c438-426a-b7c0-d6de444c6732 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:00.327809 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-828c310b-83d5-4655-91c8-49a4ca433322 req-4703f61b-c438-426a-b7c0-d6de444c6732 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 945 time: 0.0516746 Apr 04 20:41:00.335980 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dc90db58-64e5-435d-b833-5ca8c2ceebf3 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:41:00.376562 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-828c310b-83d5-4655-91c8-49a4ca433322 req-c2c291a2-b66e-476e-a799-048c0d7473f2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Apr 04 20:41:00.384902 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port dc90db58-64e5-435d-b833-5ca8c2ceebf3 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:41:00.389018 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port dc90db58-64e5-435d-b833-5ca8c2ceebf3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:41:00.389389 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:00.465645 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port dc90db58-64e5-435d-b833-5ca8c2ceebf3 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:41:00.466028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:00.488101 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:41:00.490352 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa88679d-28a4-42c6-bda1-74682e177097" -d '{"events": [{"server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "name": "network-vif-plugged", "status": "completed", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:41:00.506284 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:41:00.510614 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:00.534631 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133b870-2d94-4186-8251-909ae0749aba x-openstack-request-id: req-4133b870-2d94-4186-8251-909ae0749aba {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:41:00.534914 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "name": "network-vif-plugged", "status": "completed", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:41:00.535158 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4133b870-2d94-4186-8251-909ae0749aba {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:41:00.535539 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4133b870-2d94-4186-8251-909ae0749aba'] response: {'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'code': 200} Apr 04 20:41:00.562316 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:41:00.736445 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd42d6-ae71-4879-94b2-ac22aa0723ef req-aafc3d67-3ba0-4d10-bfa8-134aa2979bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:00.737830 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4cdd42d6-ae71-4879-94b2-ac22aa0723ef req-aafc3d67-3ba0-4d10-bfa8-134aa2979bda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0480053 Apr 04 20:41:00.782482 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4cdd42d6-ae71-4879-94b2-ac22aa0723ef req-2b23fa74-421b-4840-b041-1ed959ea2632 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388610 Apr 04 20:41:01.492144 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949430c-e615-4874-b8dd-c36714e0ee68 req-97b34fd3-3ab9-46dc-8672-a78edbe61872 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:01.493602 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3949430c-e615-4874-b8dd-c36714e0ee68 req-97b34fd3-3ab9-46dc-8672-a78edbe61872 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.0508192 Apr 04 20:41:01.540934 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3949430c-e615-4874-b8dd-c36714e0ee68 req-da7e6d0a-9d20-4179-b8d0-8c20826857e6 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417104 Apr 04 20:41:02.660740 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185262f-e7ce-4d30-8fda-99bb162f0c9e req-d68e6add-442d-44f3-a56d-28605a4e3da5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:02.662211 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3185262f-e7ce-4d30-8fda-99bb162f0c9e req-d68e6add-442d-44f3-a56d-28605a4e3da5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.0510359 Apr 04 20:41:02.713451 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3185262f-e7ce-4d30-8fda-99bb162f0c9e req-de471c23-7384-41d7-a00f-aa7a66857122 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Apr 04 20:41:02.826918 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb615b5a-113f-4539-9393-5a27cbac9d9e req-b3e60eb6-c35f-405f-9306-4e7999f31074 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:02.828323 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb615b5a-113f-4539-9393-5a27cbac9d9e req-b3e60eb6-c35f-405f-9306-4e7999f31074 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.0505624 Apr 04 20:41:02.878483 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb615b5a-113f-4539-9393-5a27cbac9d9e req-e267d360-9550-4f50-aa7a-effaab7dc83a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444226 Apr 04 20:41:02.900625 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49364) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:41:02.942370 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae22d7-961e-4386-b8e4-d965b6cf36dd tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:02.943872 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-35ae22d7-961e-4386-b8e4-d965b6cf36dd tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1125 time: 0.0422227 Apr 04 20:41:02.946524 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49366) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:41:02.950755 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:41:02.971697 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.070567 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.176294 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.27.3.53 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/eb358b55-676b-4e5a-a6e9-8e40e38f2050) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:41:03.278541 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.313681 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.353128 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:41:03.356287 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:41:03.361862 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:41:03.385674 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=eb358b55-676b-4e5a-a6e9-8e40e38f2050,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:41:03.398761 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.399045 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.399390 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.399730 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.400067 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.400401 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.400731 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.401058 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.401409 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.401745 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.402087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.402432 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.402756 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.403076 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.403396 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:41:03.733934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (31e84116-2ef2-48a2-a841-2515b9d44768), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.799995 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.946533 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:03.951367 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:04.014202 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=eb358b55-676b-4e5a-a6e9-8e40e38f2050,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:41:04.027960 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (31e84116-2ef2-48a2-a841-2515b9d44768), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:04.128183 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP 31e84116-2ef2-48a2-a841-2515b9d44768 associated. External IP: 172.27.3.53, port: dc90db58-64e5-435d-b833-5ca8c2ceebf3. Apr 04 20:41:04.336584 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:41:04.444945 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:41:04.454623 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:41:04.462310 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:04.463658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:41:04.464271 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:40:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:41:04.491358 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-beb241a2-b690-47f8-aecf-8706fef39bca tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5437868 Apr 04 20:41:04.491948 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:41:04.494191 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42" -d '{"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:41:04.528613 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a485d6a0-fa9c-48ea-a0c3-72da0dcb0797 x-openstack-request-id: req-a485d6a0-fa9c-48ea-a0c3-72da0dcb0797 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:41:04.528900 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:41:04.529145 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a485d6a0-fa9c-48ea-a0c3-72da0dcb0797 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:41:04.529544 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a485d6a0-fa9c-48ea-a0c3-72da0dcb0797'] response: {'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'status': 'completed', 'code': 200} Apr 04 20:41:04.598851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-d5bae0b4-2001-477c-9905-b8313b17761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:04.600297 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-d5bae0b4-2001-477c-9905-b8313b17761b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0497894 Apr 04 20:41:04.697046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-0d14877e-19f2-485c-b9a9-5e135fdad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:04.698581 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-0d14877e-19f2-485c-b9a9-5e135fdad09e service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0927815 Apr 04 20:41:04.710638 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:41:04.765829 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-0b4c1224-7c05-495d-a439-c445562f3a4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 999 time: 0.0617199 Apr 04 20:41:04.817341 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-1569bd4d-6061-46d8-a20c-3ff41f4b3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:04.818819 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-1569bd4d-6061-46d8-a20c-3ff41f4b3265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0434136 Apr 04 20:41:04.865431 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-1e47390a-8367-4923-ac77-894021c07a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:04.866846 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-1e47390a-8367-4923-ac77-894021c07a3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421603 Apr 04 20:41:04.935905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:03Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:41:04.958064 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-37457962-1ee7-4aff-8404-2a5f6fbd4285 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854490 Apr 04 20:41:04.962959 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:41:04.971168 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:41:04.971776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:40:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:41:05.051662 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ce89890e-b9d9-4214-93c6-0d0dc2b45e42 req-f42098d6-200e-48fd-b783-b40d0091e777 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855196 Apr 04 20:41:05.082369 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:41:05.302154 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:03Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:41:05.327832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de26b81-1512-4bea-aef6-625839e3b084 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:03Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:41:05.509317 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b127ef95-a03a-43d3-afc5-43abbf4bca09 None None] New status for floating IP 31e84116-2ef2-48a2-a841-2515b9d44768: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:41:11.093368 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:14.037502 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e426e826-524b-4c27-9903-c469e996bfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:16.267329 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4006-47af-46bd-a683-6990e8f81132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:17.657754 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:18.302301 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:41:18.736550 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:20.381991 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:23.926452 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-730a0c12-fc3d-42fc-b932-c0ab9db0e25a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873046 Apr 04 20:41:24.009817 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-9bc57478-a2de-465c-b73a-faa506f8f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:24.011298 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-9bc57478-a2de-465c-b73a-faa506f8f87a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0437882 Apr 04 20:41:24.115883 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-be667591-17fc-4488-9f89-30210a7c3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:24.117273 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-be667591-17fc-4488-9f89-30210a7c3d92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0881150 Apr 04 20:41:24.181649 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-29d14bea-663c-4370-a973-c5644ea82534 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 1001 time: 0.0578094 Apr 04 20:41:24.228656 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-e1262e24-d078-4b62-82cb-f6be7b3f6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:24.230066 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-e1262e24-d078-4b62-82cb-f6be7b3f6ffb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0427020 Apr 04 20:41:24.280551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-a7b0b463-4480-4388-951d-cf02d5835beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:41:24.282597 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-a7b0b463-4480-4388-951d-cf02d5835beb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455818 Apr 04 20:41:24.369121 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-c6931302-4afd-4345-b5b6-b1283ebbcb14 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804920 Apr 04 20:41:24.459503 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ff19145e-fc13-47ca-90a0-9a86b1faf682 req-115515a0-706d-426e-b2b0-59d2019624cc service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831766 Apr 04 20:41:41.108513 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:44.038539 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-34526f17-b9cb-4776-8a62-d816c6a517a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:46.269317 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-70f5d6a2-ad81-4fae-a1fb-f691b91efa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:47.660995 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:48.739272 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:50.384862 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:41:55.300611 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:42:11.111305 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:14.039584 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9608d07b-ef5b-4961-96d1-e9b7c5ef7667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:16.270701 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-59ca0ac1-2c96-47b1-bd20-094021898dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:17.662889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:18.742277 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:20.387710 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:23.858920 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-ec8d4088-c825-4d52-af67-385e9d1d953b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420175 Apr 04 20:42:23.938300 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-1ee59477-8bb3-4236-ac44-16f7e12e1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:42:23.940348 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-1ee59477-8bb3-4236-ac44-16f7e12e1d83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0427930 Apr 04 20:42:24.041047 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-0978bb42-ffcf-43ae-b1de-7e75ca8b3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:42:24.042534 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-0978bb42-ffcf-43ae-b1de-7e75ca8b3542 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0856442 Apr 04 20:42:24.104944 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-5b972a43-f3c5-41e6-8691-1bf814365295 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 1001 time: 0.0568633 Apr 04 20:42:24.155355 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-852de543-6694-44b3-a18b-68169189f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:42:24.156776 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-852de543-6694-44b3-a18b-68169189f3c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0460768 Apr 04 20:42:24.203029 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-7b6a54fe-d21d-4d06-a5a8-9b3d830112cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:42:24.204455 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-7b6a54fe-d21d-4d06-a5a8-9b3d830112cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422156 Apr 04 20:42:24.293737 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-4042b40a-160a-4923-9779-e2ecfabe4408 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Apr 04 20:42:24.383060 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e0c2c786-19ae-4582-80e1-8dac956b819c req-55c28dc4-dcf8-42fa-b92e-3e57a15b7978 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834179 Apr 04 20:42:24.953937 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-35d8ef9d-4d28-463d-bb20-e898ed94ee2d req-eafc28a0-04e5-43a2-badf-741e38a1be9a service neutron] (103207) timed out ('10.222.0.23', 53299) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 20:42:32.298264 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:42:41.122462 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:44.040404 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-225be061-69b9-4e0c-9f33-1e6f41897bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:46.275406 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44196962-9f4a-4c76-895e-db50f9d637ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:47.666126 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:48.772695 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:50.390045 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:42:50.452037 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-1377ad0f-3394-4ec5-a5c8-9c6183b71094 req-cd1267d3-632b-4ca2-8ab1-cdff7a9428b8 service neutron] (103208) timed out ('10.222.0.23', 53286) {{(pid=103208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 20:43:02.601413 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-8263edb0-f915-4968-ad98-fe4c3e9bc1ae tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157561579&fields=id&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 267 time: 0.0450106 Apr 04 20:43:02.967437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-9d2b2258-5f76-4b43-8ac4-2f85725d45a7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:02.968872 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-9d2b2258-5f76-4b43-8ac4-2f85725d45a7 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.3612213 Apr 04 20:43:02.982937 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-8802f592-4353-4269-bd6b-ff79870cb406 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/quotas/673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 375 time: 0.0086918 Apr 04 20:43:03.036885 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-1889b62c-a98c-4b6d-8ab5-4baf0d98de2d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486944 Apr 04 20:43:03.176972 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-a94d02b7-189b-487e-af04-0743b5379c0d service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293647 Apr 04 20:43:03.263079 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-0899ebb0-1fc8-456b-b510-4759547d7009 service neutron] 10.222.0.25 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804143 Apr 04 20:43:03.594257 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d589468-6c7d-451d-b570-88d33c5e1250 req-9f15add1-280d-47f7-9ca6-bd9d5031ce4f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 210 time: 0.0818162 Apr 04 20:43:04.527925 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-92bedef6-7cae-476a-a8c2-d0959575b7c5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:04.529344 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-92bedef6-7cae-476a-a8c2-d0959575b7c5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 812 time: 0.1050799 Apr 04 20:43:04.591138 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-7b6ef373-9f71-4eae-b3b3-8b2094e7d789 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390 HTTP/1.1" status: 200 len: 380 time: 0.0541883 Apr 04 20:43:04.600076 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'port': {'device_id': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'admin_state_up': True, 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'security_groups': ['3166251a-cb57-452c-86e0-ca2527e4fddb']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:43:04.714203 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45c4faad-f784-4bbe-8cf4-77858e6a842a req-9f62d21e-7353-47af-8402-7d83c77927ac tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 210 time: 0.0388815 Apr 04 20:43:04.736384 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Made reservation on behalf of 673d2c38ba6c4c54b1cbd5b51a6c6390 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 20:43:04.739698 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:04.867801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.20.0.3 (367569cc-e5a1-4c39-849f-140e04f9cc09/5d2d0e63-ea7f-459d-a140-f5670a709126/132e6d19-658d-43b3-b69a-8b32f99484f2) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:43:05.010985 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.043623 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.089317 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:43:05.092473 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:43:05.099738 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:43:05.124374 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:05.137134 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.137486 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.137838 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.138210 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.138546 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.138879 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.139209 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.139534 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.139864 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.140191 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.140522 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.140851 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.141179 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.141502 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.142069 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:05.165840 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:05.166491 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.183573 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f15e40c1-6f3e-4a0f-a8ff-006bd81b921f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872874 Apr 04 20:43:05.194865 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Request body: {'port': {'device_id': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:43:05.259318 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.282801 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-906f843a-0504-40d0-9bd6-700fe800c416 None None] Provisioning complete for port 132e6d19-658d-43b3-b69a-8b32f99484f2 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:43:05.283393 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-906f843a-0504-40d0-9bd6-700fe800c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.317795 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-906f843a-0504-40d0-9bd6-700fe800c416 None None] Port 132e6d19-658d-43b3-b69a-8b32f99484f2 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 20:43:05.518002 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132e6d19-658d-43b3-b69a-8b32f99484f2 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:43:05.525251 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks [] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.536761 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Transition to ACTIVE for port object 132e6d19-658d-43b3-b69a-8b32f99484f2 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 20:43:05.540271 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.592610 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Pushing event updated for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:05.663173 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Attempting to bind port 132e6d19-658d-43b3-b69a-8b32f99484f2 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 20:43:05.663508 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Attempting to bind port 132e6d19-658d-43b3-b69a-8b32f99484f2 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 20:43:05.663836 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Attempting to bind port 132e6d19-658d-43b3-b69a-8b32f99484f2 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:43:05.668327 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Port 132e6d19-658d-43b3-b69a-8b32f99484f2 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 20:43:05.668650 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Attempting to bind port 132e6d19-658d-43b3-b69a-8b32f99484f2 on network 367569cc-e5a1-4c39-849f-140e04f9cc09 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 20:43:05.673670 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Checking agent: {'id': 'e61b6c9b-357e-48fe-9464-93abaecafd8d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'started_at': datetime.datetime(2022, 4, 4, 20, 23, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 20, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 20:43:05.673975 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Checking segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 20:43:05.674399 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Bound using segment: {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 20:43:05.674825 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Bound port: 132e6d19-658d-43b3-b69a-8b32f99484f2, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3df592-1070-4ce2-84e5-3865418a1a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 20:43:05.675189 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.740648 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 20:43:05.743703 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=132e6d19-658d-43b3-b69a-8b32f99484f2,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 20:43:05.750490 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9161755'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.783751 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:05.784497 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:05.785916 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] 10.222.0.23 "PUT /v2.0/ports/132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 1093 time: 0.5952125 Apr 04 20:43:05.788121 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:43:05.791182 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:43:05.823717 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38542c-ec68-4eb5-9ddb-4babff7ecac2 service neutron] Pushing event updated for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:05.876676 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242ebe4-f459-41a2-9b79-c5a13aff8078 req-41070aaa-333a-4243-8054-3d9f492a9e49 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:05.878325 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d242ebe4-f459-41a2-9b79-c5a13aff8078 req-41070aaa-333a-4243-8054-3d9f492a9e49 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0952723 Apr 04 20:43:05.906475 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-c6c7a2e3-f80a-41a3-a308-f32ffc4d868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:05.908953 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-c6c7a2e3-f80a-41a3-a308-f32ffc4d868d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1127 time: 0.0701056 Apr 04 20:43:05.910476 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99097398-565f-4b65-b3d9-bad7a535f8bc x-openstack-request-id: req-99097398-565f-4b65-b3d9-bad7a535f8bc {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:43:05.910757 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:43:05.911004 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99097398-565f-4b65-b3d9-bad7a535f8bc {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:43:05.911409 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99097398-565f-4b65-b3d9-bad7a535f8bc'] response: {'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'status': 'completed', 'code': 200} Apr 04 20:43:05.939853 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d242ebe4-f459-41a2-9b79-c5a13aff8078 req-d4c5d8a1-e84b-4356-855c-33ebc596a50b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526984 Apr 04 20:43:05.950856 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-f693bf6d-ec6f-4b3f-a691-24004f52880e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 217 time: 0.0357749 Apr 04 20:43:06.002282 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-00900d5b-e7ea-4d01-ace7-3288e7cd1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:06.003789 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-00900d5b-e7ea-4d01-ace7-3288e7cd1b0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0478258 Apr 04 20:43:06.053440 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-597479d2-57ae-49b6-95a1-c2b553399a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:06.054910 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-597479d2-57ae-49b6-95a1-c2b553399a87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448248 Apr 04 20:43:06.148087 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-1ef4c70f-b267-4c7c-8dcb-30d296647910 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869818 Apr 04 20:43:06.239381 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15f24d32-6726-4a1d-a32f-cd370b14b49f req-30ede4ff-d847-474b-a717-ab9fb7992837 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Apr 04 20:43:07.059027 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e2f2d-4f86-4aa5-a70e-12d1206e7bd0 req-13188e05-4872-45b1-abfc-671736d5ad9b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:07.060492 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f7e2f2d-4f86-4aa5-a70e-12d1206e7bd0 req-13188e05-4872-45b1-abfc-671736d5ad9b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0525541 Apr 04 20:43:07.108429 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f7e2f2d-4f86-4aa5-a70e-12d1206e7bd0 req-09c5eb5d-7d25-4811-89e3-f13e87af81be tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Apr 04 20:43:07.200906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-7d632271-b7c3-44f4-be2e-1af2fe4fdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:07.202478 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-7d632271-b7c3-44f4-be2e-1af2fe4fdfea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1127 time: 0.0447028 Apr 04 20:43:07.295215 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-22f569c3-fb9f-49d7-bd5a-300c499fdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:07.296638 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-22f569c3-fb9f-49d7-bd5a-300c499fdf68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0851300 Apr 04 20:43:07.338867 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-1f5e17d6-54ce-43eb-b539-8504784038dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 217 time: 0.0337148 Apr 04 20:43:07.391392 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-0fb27590-6c75-4ba0-9dae-794febbf9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:07.392836 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-0fb27590-6c75-4ba0-9dae-794febbf9ac2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0455170 Apr 04 20:43:07.440690 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-9e341978-0ef5-445b-82bc-be47d9088813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:07.442189 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-9e341978-0ef5-445b-82bc-be47d9088813 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435243 Apr 04 20:43:07.527358 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-b1d9b7a8-7d06-4314-956c-4aa86d0fcf65 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794055 Apr 04 20:43:07.618458 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-14e2097f-b9a8-49c8-9bb6-341ec6b68a99 req-84733cad-18dc-40e0-8494-b1d92b70e4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842376 Apr 04 20:43:08.224212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fadd-c787-4e48-be7c-11595aa4afde req-f3f52eac-1d78-4fbd-bd20-ca57d67a5045 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:08.225717 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6f43fadd-c787-4e48-be7c-11595aa4afde req-f3f52eac-1d78-4fbd-bd20-ca57d67a5045 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0516331 Apr 04 20:43:08.273870 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6f43fadd-c787-4e48-be7c-11595aa4afde req-0d3e4dac-9334-49b0-b10b-7436250e2d03 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Apr 04 20:43:09.297945 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:43:09.398481 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058cce-9ed5-4962-a9d0-fe650d478d10 req-4761ac22-45e7-431d-b041-28f2937a834b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:09.399885 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b058cce-9ed5-4962-a9d0-fe650d478d10 req-4761ac22-45e7-431d-b041-28f2937a834b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0580316 Apr 04 20:43:09.452382 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b058cce-9ed5-4962-a9d0-fe650d478d10 req-fa7ee53e-4c77-4a37-8b3e-dd88dade6606 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Apr 04 20:43:10.574312 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25a2f7-852d-4456-a9ed-6e07f6b98670 req-f45dd5c5-fbbe-4eb6-a804-94f5fe6f206b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:10.575807 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb25a2f7-852d-4456-a9ed-6e07f6b98670 req-f45dd5c5-fbbe-4eb6-a804-94f5fe6f206b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0553393 Apr 04 20:43:10.623477 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb25a2f7-852d-4456-a9ed-6e07f6b98670 req-76b6b2d8-8493-46b3-9811-6fb8d6c20c68 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Apr 04 20:43:11.121074 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:11.743062 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbe3a0-7131-467d-83c8-5e984e516bb8 req-8bdf9632-cbaa-4651-83a5-25917b9f2982 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:11.744512 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-18dbe3a0-7131-467d-83c8-5e984e516bb8 req-8bdf9632-cbaa-4651-83a5-25917b9f2982 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0561841 Apr 04 20:43:11.792934 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-18dbe3a0-7131-467d-83c8-5e984e516bb8 req-e3278b0f-8de2-4330-b84d-5d20c584f0ab tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429578 Apr 04 20:43:12.908231 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545562d-7b4f-463f-af5e-8bf8b498eaa5 req-b2ad2956-dd7c-462b-9c36-a6791b27f322 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:12.909701 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9545562d-7b4f-463f-af5e-8bf8b498eaa5 req-b2ad2956-dd7c-462b-9c36-a6791b27f322 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0520778 Apr 04 20:43:12.956999 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9545562d-7b4f-463f-af5e-8bf8b498eaa5 req-8f2c33b9-71b5-4a29-b2b8-71b0888ac8b9 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Apr 04 20:43:14.043374 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5f1050f3-9c90-46a5-85db-c5cb384f1f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:14.076254 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c41240-a10e-4b07-89cb-2de0fed0b8d7 req-a8ae5b09-d350-41aa-8e94-eab3d7f26574 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:14.077725 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8c41240-a10e-4b07-89cb-2de0fed0b8d7 req-a8ae5b09-d350-41aa-8e94-eab3d7f26574 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 943 time: 0.0548809 Apr 04 20:43:14.126256 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a8c41240-a10e-4b07-89cb-2de0fed0b8d7 req-88ff1d08-2e16-4e63-9d8c-1e95cc831165 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Apr 04 20:43:15.013601 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 132e6d19-658d-43b3-b69a-8b32f99484f2 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 20:43:15.111310 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=132e6d19-658d-43b3-b69a-8b32f99484f2,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:43:15.122251 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Returning: {'device': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'port_id': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'mac_address': 'fa:16:3e:d8:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 20:43:15.162386 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 132e6d19-658d-43b3-b69a-8b32f99484f2 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:43:15.162778 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:15.176036 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132e6d19-658d-43b3-b69a-8b32f99484f2 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 20:43:15.195830 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=132e6d19-658d-43b3-b69a-8b32f99484f2,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:43:15.200406 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:15.242059 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b169626-977a-4bb5-af8d-aff9084c9367 req-3aad4993-b8e7-4492-9c25-cd6ae70f1d20 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:15.243640 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b169626-977a-4bb5-af8d-aff9084c9367 req-3aad4993-b8e7-4492-9c25-cd6ae70f1d20 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 944 time: 0.0515881 Apr 04 20:43:15.248901 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:15.256572 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.256924 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.257272 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.257620 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.257964 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.258323 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.258660 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.258992 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.259325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.259658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.259990 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.260322 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.260651 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.260976 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.261301 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:15.298651 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b169626-977a-4bb5-af8d-aff9084c9367 req-c45fa7a9-4a7e-482c-ad8d-8825d778e824 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495505 Apr 04 20:43:15.566745 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] get_ports_and_sgs() called for port_ids ['132e6d19-658d-43b3-b69a-8b32f99484f2'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 20:43:16.277649 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-919df413-afbf-486f-bda5-62bd8fe1cca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:16.414070 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb97228-99dc-4f97-84a3-b596f0f223c0 req-4cf5e8ae-6504-4100-807b-2dffa7e1f592 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:16.415446 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4cb97228-99dc-4f97-84a3-b596f0f223c0 req-4cf5e8ae-6504-4100-807b-2dffa7e1f592 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 944 time: 0.0516496 Apr 04 20:43:16.467526 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4cb97228-99dc-4f97-84a3-b596f0f223c0 req-7e356181-d4d6-422b-a33f-54ed383dbf7c tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Apr 04 20:43:17.014586 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 132e6d19-658d-43b3-b69a-8b32f99484f2 up at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 20:43:17.063705 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning for port 132e6d19-658d-43b3-b69a-8b32f99484f2 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 20:43:17.067693 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Provisioning complete for port 132e6d19-658d-43b3-b69a-8b32f99484f2 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 20:43:17.068067 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3457003'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:17.142812 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Current status of the port 132e6d19-658d-43b3-b69a-8b32f99484f2 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 20:43:17.143201 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:17.165570 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:43:17.167807 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5412d9c753087237ad28956e102102b49cf9c9b9b3fdbf96ba87cd70f3ca7cfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ebe35-1e5f-4d9d-9fa3-55bc0f5bd7be" -d '{"events": [{"server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "name": "network-vif-plugged", "status": "completed", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:43:17.180779 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=132e6d19-658d-43b3-b69a-8b32f99484f2,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:43:17.185464 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:17.232810 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Pushing event updated for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:17.268177 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0898c-695b-49a2-b414-90d34c995506 x-openstack-request-id: req-e8d0898c-695b-49a2-b414-90d34c995506 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:43:17.268465 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "name": "network-vif-plugged", "status": "completed", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:43:17.268714 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8d0898c-695b-49a2-b414-90d34c995506 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:43:17.269111 dv-cinder-831247-15-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d0898c-695b-49a2-b414-90d34c995506'] response: {'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'code': 200} Apr 04 20:43:17.479706 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a7a17-61e1-47e2-9e4e-fa4cb45376da req-b5f9141d-4318-41cc-a06b-6a0d32331edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:17.481291 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02a7a17-61e1-47e2-9e4e-fa4cb45376da req-b5f9141d-4318-41cc-a06b-6a0d32331edd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1129 time: 0.0431428 Apr 04 20:43:17.527575 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-d02a7a17-61e1-47e2-9e4e-fa4cb45376da req-0a0295f0-ccd0-476d-851a-c038c2ffab37 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400980 Apr 04 20:43:17.583763 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c904-424c-4945-b22e-42f4b44f0fb9 req-6454869f-efca-47ca-a943-99933b78ef7c tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:17.585204 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c98c904-424c-4945-b22e-42f4b44f0fb9 req-6454869f-efca-47ca-a943-99933b78ef7c tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0516677 Apr 04 20:43:17.634554 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3c98c904-424c-4945-b22e-42f4b44f0fb9 req-72e0a11d-6be1-4316-a4f2-f8dd565c7073 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437834 Apr 04 20:43:17.671078 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:18.746573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:18.754892 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9e89f-dcbe-4c76-bd27-d3854f585abf req-e1c373c5-d201-4642-bb1e-c429f25e4eeb tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:18.756368 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b1e9e89f-dcbe-4c76-bd27-d3854f585abf req-e1c373c5-d201-4642-bb1e-c429f25e4eeb tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0545821 Apr 04 20:43:18.804339 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b1e9e89f-dcbe-4c76-bd27-d3854f585abf req-002deb5c-cb02-4984-be2d-c31ab0282773 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Apr 04 20:43:19.924162 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97101a4-f155-4218-a27a-5b54bd87e097 req-b0f51348-8992-4539-b3d4-f4e9caf395b2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:19.925603 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b97101a4-f155-4218-a27a-5b54bd87e097 req-b0f51348-8992-4539-b3d4-f4e9caf395b2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0551329 Apr 04 20:43:19.972735 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b97101a4-f155-4218-a27a-5b54bd87e097 req-b905bd64-ffe9-4a49-a4a0-0a78d03df359 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416610 Apr 04 20:43:20.088582 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a018bea-40f5-4f43-9840-14c565d6d5f1 req-7256df1d-0416-49bd-b475-a9c4ca509277 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:20.089965 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7a018bea-40f5-4f43-9840-14c565d6d5f1 req-7256df1d-0416-49bd-b475-a9c4ca509277 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Apr 04 20:43:20.137800 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7a018bea-40f5-4f43-9840-14c565d6d5f1 req-8a5c8974-c27d-418d-a405-345591d0a145 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Apr 04 20:43:20.160047 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49508) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:43:20.300455 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020f3b7-2c8c-4008-84ea-2c0bb932ad44 tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:20.301962 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c020f3b7-2c8c-4008-84ea-2c0bb932ad44 tempest-TestVolumeBootPattern-302647480 tempest-TestVolumeBootPattern-302647480-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1124 time: 0.1409914 Apr 04 20:43:20.304732 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49512) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:43:20.308858 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Request body: {'floatingip': {'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'port_id': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 20:43:20.329220 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:20.392427 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:20.424996 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:20.529078 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Allocated IP 172.27.3.109 (0338d72a-c8ba-4bd7-8b0e-6de41992ef9d/d118935d-5832-42f8-9c2a-331098811a0c/7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 20:43:20.627801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:20.660454 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770974416644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:20.699103 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Network 0338d72a-c8ba-4bd7-8b0e-6de41992ef9d is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 20:43:20.701913 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 20:43:20.704508 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 20:43:20.734471 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:20.745934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.746301 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.746641 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.746974 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.747299 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.747623 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.747945 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.748263 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.748581 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.748899 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.749216 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.749535 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.749851 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.750189 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:20.750586 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:43:21.080627 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (c69de932-3c08-4d17-87fe-cea140bf9e05), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:21.150391 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639210'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:21.298470 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:21.302957 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770974966550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770974416662', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770974416680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8232299'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:21.368226 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event updated for resources: {'Port': ['ID=7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:43:21.380386 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536849'] for floatingip (c69de932-3c08-4d17-87fe-cea140bf9e05), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:21.734343 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP c69de932-3c08-4d17-87fe-cea140bf9e05 associated. External IP: 172.27.3.109, port: 132e6d19-658d-43b3-b69a-8b32f99484f2. Apr 04 20:43:21.940111 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:43:22.048087 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:43:22.057574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:43:22.066178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:22.067619 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:43:22.068235 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:43:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:43:22.096717 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b9364706-7b39-4f16-9e29-56d819b01109 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7909777 Apr 04 20:43:22.097319 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:43:22.099607 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:43:22.179863 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:43:22.196184 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd9c7b7-d2ec-4df4-90e0-963e9b260f47 x-openstack-request-id: req-3cd9c7b7-d2ec-4df4-90e0-963e9b260f47 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:43:22.196969 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:43:22.197157 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cd9c7b7-d2ec-4df4-90e0-963e9b260f47 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:43:22.197566 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd9c7b7-d2ec-4df4-90e0-963e9b260f47'] response: {'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'status': 'completed', 'code': 200} Apr 04 20:43:22.262437 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-89d7c51f-c0f9-44e5-ab42-90b86b5b6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:22.264062 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-89d7c51f-c0f9-44e5-ab42-90b86b5b6f45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1129 time: 0.0435650 Apr 04 20:43:22.355612 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-c560ef26-9c12-4032-94c0-f7fcb35fe658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:22.356974 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-c560ef26-9c12-4032-94c0-f7fcb35fe658 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0876172 Apr 04 20:43:22.408132 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}, {'id': 'c69de932-3c08-4d17-87fe-cea140bf9e05', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:d8:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:43:20Z', 'updated_at': '2022-04-04T20:43:20Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:43:22.420895 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-6a4a0753-7314-46d0-a6ca-e6075d4fb9d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 999 time: 0.0576489 Apr 04 20:43:22.433880 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:43:22.443124 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:43:22.443724 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:43:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:43:22.468481 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-5b8789cd-ec12-45c1-a650-0705debc438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:22.470689 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-5b8789cd-ec12-45c1-a650-0705debc438d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0434725 Apr 04 20:43:22.521836 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-6044b2ef-2087-4717-8bca-f1d0ef56a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:22.523392 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-6044b2ef-2087-4717-8bca-f1d0ef56a1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474074 Apr 04 20:43:22.617748 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-943890de-72b4-4ee6-b428-d2c3131fddf7 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880201 Apr 04 20:43:22.681658 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:43:22.711332 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77b48a0e-cf8c-4bca-8ed4-dd049aafb182 req-fbe5f37c-9f30-4297-b371-82547efd304b service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872369 Apr 04 20:43:22.908638 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}, {'id': 'c69de932-3c08-4d17-87fe-cea140bf9e05', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:d8:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:43:20Z', 'updated_at': '2022-04-04T20:43:20Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:43:22.934032 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1ebf-0a08-4991-8f49-8bd78307ab1c None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}, {'id': 'c69de932-3c08-4d17-87fe-cea140bf9e05', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:d8:4c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:43:20Z', 'updated_at': '2022-04-04T20:43:20Z', 'revision_number': 0, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:43:23.121118 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2360ee-eb60-426a-8ee3-fd2cc0725b14 None None] New status for floating IP c69de932-3c08-4d17-87fe-cea140bf9e05: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:43:24.877412 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-4e59ab3b-3de9-4439-b0af-a1a403ffedb4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422986 Apr 04 20:43:24.962264 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-fa1876b7-fbb1-44b4-8ed8-04ebf908b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:24.963729 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-fa1876b7-fbb1-44b4-8ed8-04ebf908b883 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0430717 Apr 04 20:43:25.069067 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-fddaff11-835b-4e08-9bbb-bc5194f2c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:25.070558 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-fddaff11-835b-4e08-9bbb-bc5194f2c4aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0867844 Apr 04 20:43:25.135283 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-d09ed432-84da-4cc2-8f41-d431ba7b6682 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 1001 time: 0.0583918 Apr 04 20:43:25.186573 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-9c5010d6-e9c2-4f0b-8eb9-1abe38b8949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:25.188505 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-9c5010d6-e9c2-4f0b-8eb9-1abe38b8949d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0455031 Apr 04 20:43:25.235188 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-b970e4a2-b6c2-467a-ab6a-eff46b72bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:43:25.236659 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-b970e4a2-b6c2-467a-ab6a-eff46b72bba7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422058 Apr 04 20:43:25.326181 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-448d7037-80d0-4269-bfc9-e7057c913253 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Apr 04 20:43:25.416799 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-42b0470c-c047-41d0-8487-c3564196d3f6 req-f283c2da-e947-43fd-b530-9e9b2da785f3 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800548 Apr 04 20:43:41.136037 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:44.045426 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f0bef1b9-fb90-49e7-bc24-b9e454044170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:46.279106 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dc100a6a-35b6-42c2-9eca-18cc9a78ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:46.295625 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:43:47.671196 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:48.748499 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:43:50.395117 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:11.134568 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:14.045965 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1cce445-5081-4a6b-a55f-e88905eb86d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:16.279976 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-039b37be-c385-4ca6-8686-ffe440ab5b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:17.675181 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:18.753645 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:20.396962 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:23.293751 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:44:26.866033 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-769d7246-b497-40e7-acca-d9e952c0809d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431962 Apr 04 20:44:26.931708 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728687-0900-401a-b311-0b2a7ca20e84 req-6159b075-bd0e-4d8f-b4c2-d2459bb508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:44:26.933177 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-6159b075-bd0e-4d8f-b4c2-d2459bb508f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1129 time: 0.0474973 Apr 04 20:44:27.031524 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728687-0900-401a-b311-0b2a7ca20e84 req-3ed913f5-16e4-4003-9dbe-e6f1bcd41434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:44:27.032952 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-3ed913f5-16e4-4003-9dbe-e6f1bcd41434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0817246 Apr 04 20:44:27.100616 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-52a1af13-c442-420f-ae35-889f0700f937 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 1001 time: 0.0597677 Apr 04 20:44:27.148808 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728687-0900-401a-b311-0b2a7ca20e84 req-425cd07c-9e6c-4c5c-b298-ca46be2aa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:44:27.150340 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-425cd07c-9e6c-4c5c-b298-ca46be2aa26c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0437186 Apr 04 20:44:27.198393 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728687-0900-401a-b311-0b2a7ca20e84 req-fd5d07e9-c279-489d-a4cc-0e21068b112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:44:27.199878 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-fd5d07e9-c279-489d-a4cc-0e21068b112d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439005 Apr 04 20:44:27.290727 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-b7426575-8355-4d7b-9ef1-222c099a3d10 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846202 Apr 04 20:44:27.377887 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28728687-0900-401a-b311-0b2a7ca20e84 req-4de497c1-2231-4016-b06e-b99591167e66 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815699 Apr 04 20:44:41.138472 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:44.047166 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1f97357d-687e-43c0-b466-336c4bf08143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:46.280994 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff6dc844-4011-4472-a0d4-ba881ce0e362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:47.677987 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:48.781211 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:44:50.398255 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:00.292079 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:45:10.929144 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49556) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:11.087848 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port 7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:11.088193 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.147166 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.168805 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.169132 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.187149 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for 7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:11.357246 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.386764 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=7f8ce992-9bc1-4e0d-bdaf-1f5dd6003e0c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:11.411834 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.412174 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.412509 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.412842 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.413171 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.413497 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.413821 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.414172 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.414615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.414945 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.415263 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.415584 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.415902 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.416214 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.416526 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:11.459439 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (c69de932-3c08-4d17-87fe-cea140bf9e05), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.459694 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP c69de932-3c08-4d17-87fe-cea140bf9e05 disassociated (deleted). External IP: 172.27.3.109, port: 132e6d19-658d-43b3-b69a-8b32f99484f2. Apr 04 20:45:11.685556 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:45:11.809593 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:45:11.814088 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:11.821594 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:45:11.830829 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:11.831462 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:44:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:11.850139 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-060f8286-58b6-4c45-b7bc-6da09ac01a37 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "DELETE /v2.0/floatingips/c69de932-3c08-4d17-87fe-cea140bf9e05 HTTP/1.1" status: 204 len: 168 time: 0.9175267 Apr 04 20:45:11.850139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:45:11.850925 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43f77c-b41c-485f-be02-e1eaced8fb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:45:11.894531 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf6346-ac37-439a-adc7-a29d4a7e051a x-openstack-request-id: req-11cf6346-ac37-439a-adc7-a29d4a7e051a {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:45:11.894819 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:45:11.895089 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11cf6346-ac37-439a-adc7-a29d4a7e051a {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:45:11.895814 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11cf6346-ac37-439a-adc7-a29d4a7e051a'] response: {'name': 'network-changed', 'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'status': 'completed', 'code': 200} Apr 04 20:45:11.945605 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:11.964148 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-189a0249-d167-415e-940f-86bf861a9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:11.965647 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-189a0249-d167-415e-940f-86bf861a9d75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 1129 time: 0.0506642 Apr 04 20:45:12.097916 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-027925bf-0df3-4ec9-9028-e3719d07ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:12.099328 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-027925bf-0df3-4ec9-9028-e3719d07ef8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.1216400 Apr 04 20:45:12.110350 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f6761-237c-4814-91bc-401ccbe6c5c2 req-1c56c3d3-5864-44bf-87be-e14d5604fcd5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:12.111869 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b2f6761-237c-4814-91bc-401ccbe6c5c2 req-1c56c3d3-5864-44bf-87be-e14d5604fcd5 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0763454 Apr 04 20:45:12.166690 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0b2f6761-237c-4814-91bc-401ccbe6c5c2 req-75176119-ad90-4f7c-9751-2464bd6fe631 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490944 Apr 04 20:45:12.184945 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:12.211458 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:45:12.219502 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:12.220097 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:44:46Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:12.325715 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:12.543784 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:12.569495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7dada-dab8-470e-8c58-2009d206a6c4 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_floatingips': [{'id': '31e84116-2ef2-48a2-a841-2515b9d44768', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'floating_ip_address': '172.27.3.53', 'floating_network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'router_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'port_id': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'mac_address': 'fa:16:3e:96:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T20:41:03Z', 'updated_at': '2022-04-04T20:41:05Z', 'revision_number': 1, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:45:12.775498 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a09c4-74e9-4a39-9424-c19efe4f702f None None] New status for floating IP c69de932-3c08-4d17-87fe-cea140bf9e05: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:45:13.023878 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-97a58f14-201e-4a62-82ab-586c490af169 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 200 len: 217 time: 0.0340309 Apr 04 20:45:13.074342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-80a570ab-9935-48e9-a5ab-692fb74fa812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:13.075733 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-80a570ab-9935-48e9-a5ab-692fb74fa812 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0452616 Apr 04 20:45:13.127091 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-e7e070a5-cd53-433b-9b92-c31043fa913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:13.128711 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-e7e070a5-cd53-433b-9b92-c31043fa913b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468345 Apr 04 20:45:13.221892 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-db0f0bd9-a1e5-4fb5-acc4-c027bf19573f service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852764 Apr 04 20:45:13.286961 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9e78f-2403-4171-b9eb-839798c9ce9a req-0e1710a3-5033-414b-befa-ea60e2144ba6 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:13.288439 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08c9e78f-2403-4171-b9eb-839798c9ce9a req-0e1710a3-5033-414b-befa-ea60e2144ba6 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0527759 Apr 04 20:45:13.336402 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08c9e78f-2403-4171-b9eb-839798c9ce9a req-2b34bcdf-e9a4-4bf4-921b-bb06de6d7327 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Apr 04 20:45:13.404514 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d43f77c-b41c-485f-be02-e1eaced8fb9d req-a039498a-6f24-4f11-a08d-c4a89d7bacee service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Apr 04 20:45:13.693047 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-bb8538e6-547f-430e-816e-6ebdd483fda2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:13.694404 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-bb8538e6-547f-430e-816e-6ebdd483fda2 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 945 time: 0.0505972 Apr 04 20:45:13.780785 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port 132e6d19-658d-43b3-b69a-8b32f99484f2 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:13.781120 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:13.869230 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] For port 132e6d19-658d-43b3-b69a-8b32f99484f2, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=132e6d19-658d-43b3-b69a-8b32f99484f2,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:13.869588 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:13.882340 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for 132e6d19-658d-43b3-b69a-8b32f99484f2 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:14.009091 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (132e6d19-658d-43b3-b69a-8b32f99484f2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:14.039459 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=132e6d19-658d-43b3-b69a-8b32f99484f2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:14.050877 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-577a57e0-56b2-4ac8-ab8d-b59c7257e1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:14.065435 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.065959 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.066327 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.066667 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.066995 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.067320 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.067645 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.067963 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.068284 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.068606 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.068933 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.069255 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.069569 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.069881 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.070217 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:14.092535 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] No DVR routers for this DVR port 132e6d19-658d-43b3-b69a-8b32f99484f2 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:45:14.095123 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:14.098543 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7a84f242-172e-413d-adfb-9bc2ec1595b8 req-0974bfcd-2827-4520-a161-730090596b9d tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "DELETE /v2.0/ports/132e6d19-658d-43b3-b69a-8b32f99484f2 HTTP/1.1" status: 204 len: 173 time: 0.3996286 Apr 04 20:45:14.098983 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'name': 'network-vif-deleted', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:45:14.101262 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d72031-dcfa-4da9-a42e-610b80d82903" -d '{"events": [{"server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "name": "network-vif-deleted", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:45:14.140046 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654f40c-51f6-4472-9b4d-54b817bf7d7b x-openstack-request-id: req-1654f40c-51f6-4472-9b4d-54b817bf7d7b {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:45:14.140342 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7cd954-2842-405f-ad3b-fada3c7c9d76", "name": "network-vif-deleted", "tag": "132e6d19-658d-43b3-b69a-8b32f99484f2", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:45:14.140621 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1654f40c-51f6-4472-9b4d-54b817bf7d7b {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:45:14.141024 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1654f40c-51f6-4472-9b4d-54b817bf7d7b'] response: {'server_uuid': 'cf7cd954-2842-405f-ad3b-fada3c7c9d76', 'name': 'network-vif-deleted', 'tag': '132e6d19-658d-43b3-b69a-8b32f99484f2', 'status': 'completed', 'code': 200} Apr 04 20:45:14.443849 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fb2e3ab-515d-4c16-89ba-00154a8237e7 req-fba5af3f-5d66-4472-a945-293ea372be8f tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf7cd954-2842-405f-ad3b-fada3c7c9d76 HTTP/1.1" status: 200 len: 210 time: 0.0339823 Apr 04 20:45:16.283356 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53aa3431-2e17-4807-9a5a-df75a01e6db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:17.633803 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 132e6d19-658d-43b3-b69a-8b32f99484f2 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:17.654323 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: 132e6d19-658d-43b3-b69a-8b32f99484f2 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:17.654665 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device 132e6d19-658d-43b3-b69a-8b32f99484f2 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:17.679512 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:17.720595 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49604) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:17.873918 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port eb358b55-676b-4e5a-a6e9-8e40e38f2050 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:17.874291 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:17.947735 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:17.947973 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (eb358b55-676b-4e5a-a6e9-8e40e38f2050), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:17.959267 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for eb358b55-676b-4e5a-a6e9-8e40e38f2050 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:18.103485 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (eb358b55-676b-4e5a-a6e9-8e40e38f2050), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:18.129212 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=eb358b55-676b-4e5a-a6e9-8e40e38f2050,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:18.193397 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (31e84116-2ef2-48a2-a841-2515b9d44768), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:18.193723 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Floating IP 31e84116-2ef2-48a2-a841-2515b9d44768 disassociated (deleted). External IP: 172.27.3.53, port: dc90db58-64e5-435d-b833-5ca8c2ceebf3. Apr 04 20:45:18.400135 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:45:18.506763 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:45:18.511561 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:18.516023 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:45:18.525547 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:18.526196 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:18.540403 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-80654d88-f85d-405b-a82f-6f62b3aa5887 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "DELETE /v2.0/floatingips/31e84116-2ef2-48a2-a841-2515b9d44768 HTTP/1.1" status: 204 len: 168 time: 0.8186755 Apr 04 20:45:18.541080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:45:18.543412 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a87d7121e82d10e85b6b990b6b4f22915559f12e085bc5be9e6cf5637befb2b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6980373-8c64-4d8a-a150-2e8f624990d5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:45:18.579694 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 20:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff2461-42ff-4088-9f34-06c0fd037a78 x-openstack-request-id: req-51ff2461-42ff-4088-9f34-06c0fd037a78 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:45:18.579978 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:45:18.580231 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51ff2461-42ff-4088-9f34-06c0fd037a78 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:45:18.580640 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ff2461-42ff-4088-9f34-06c0fd037a78'] response: {'name': 'network-changed', 'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'status': 'completed', 'code': 200} Apr 04 20:45:18.685906 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-0a770d6a-d351-47bc-8dc1-4442851674e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:18.687679 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-0a770d6a-d351-47bc-8dc1-4442851674e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 1130 time: 0.0597525 Apr 04 20:45:18.781078 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095acc5-6fe8-4f99-9b30-e996e8be9d49 req-128fcb95-9592-40dc-bf7b-60a327fcb504 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:18.782765 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b095acc5-6fe8-4f99-9b30-e996e8be9d49 req-128fcb95-9592-40dc-bf7b-60a327fcb504 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.0529938 Apr 04 20:45:18.787048 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:18.795335 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:18.833119 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-b095acc5-6fe8-4f99-9b30-e996e8be9d49 req-21528f0d-3940-4431-9c3d-2c4974c49963 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Apr 04 20:45:18.990815 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:19.019421 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:45:19.027448 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:19.028040 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:19.133888 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:19.326736 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:19.352261 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6898a36-e602-4fec-ae8b-c9c897ae1de5 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:49Z', 'revision_number': 4, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi', '_interfaces': [{'id': 'c2d556d5-2d91-4cdf-b56a-f6c34817f386', 'name': '', 'network_id': '367569cc-e5a1-4c39-849f-140e04f9cc09', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'mac_address': 'fa:16:3e:57:bd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:48Z', 'updated_at': '2022-04-04T20:36:55Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'subnets': [{'id': '5d2d0e63-ea7f-459d-a140-f5670a709126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:45:19.574307 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd3b5d-dd78-4633-b114-fe37508b0887 None None] New status for floating IP 31e84116-2ef2-48a2-a841-2515b9d44768: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 20:45:19.751311 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-402613d6-502e-405c-86dd-a089a37f80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:19.752805 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-402613d6-502e-405c-86dd-a089a37f80f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 200 len: 912 time: 0.0893943 Apr 04 20:45:19.811643 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-c2d357fd-c087-4477-80ce-c6622e146e34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 200 len: 217 time: 0.0345547 Apr 04 20:45:19.857361 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-a170f6c5-e840-43a4-a7b6-95943c49f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:19.858833 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-a170f6c5-e840-43a4-a7b6-95943c49f47f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 200 len: 851 time: 0.0411711 Apr 04 20:45:19.952230 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fa627-99d9-475f-af93-bb2353e5a960 req-9f51f545-b82e-4261-a064-0cbc26d705d0 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:19.953794 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f4fa627-99d9-475f-af93-bb2353e5a960 req-9f51f545-b82e-4261-a064-0cbc26d705d0 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.0531991 Apr 04 20:45:19.990730 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-366be713-ba43-4834-8631-dcf21f9324ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:19.992231 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-366be713-ba43-4834-8631-dcf21f9324ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=367569cc-e5a1-4c39-849f-140e04f9cc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484571 Apr 04 20:45:20.004128 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f4fa627-99d9-475f-af93-bb2353e5a960 req-fc704c98-4776-48cd-bbc0-20e596c7ef62 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/security-groups?id=3166251a-cb57-452c-86e0-ca2527e4fddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Apr 04 20:45:20.232042 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-ad2745ab-5805-4c18-ba49-06ae7a474132 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900600 Apr 04 20:45:20.407197 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:20.588360 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51975635-6980-47e9-856d-49cb08e1fa9a req-794cbd21-8bbc-42f2-ba26-110bbf18fb6a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 20:45:20.589700 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51975635-6980-47e9-856d-49cb08e1fa9a req-794cbd21-8bbc-42f2-ba26-110bbf18fb6a tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 946 time: 0.3714128 Apr 04 20:45:20.631572 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c6980373-8c64-4d8a-a150-2e8f624990d5 req-793d655b-1bb4-4e34-8c6f-1f9b794a3662 service neutron] 10.222.0.23 "GET /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859184 Apr 04 20:45:20.693779 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port dc90db58-64e5-435d-b833-5ca8c2ceebf3 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:20.694145 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:20.779941 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] For port dc90db58-64e5-435d-b833-5ca8c2ceebf3, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc90db58-64e5-435d-b833-5ca8c2ceebf3,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:20.780662 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:20.792349 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for dc90db58-64e5-435d-b833-5ca8c2ceebf3 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:20.917589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (dc90db58-64e5-435d-b833-5ca8c2ceebf3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:20.946096 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=dc90db58-64e5-435d-b833-5ca8c2ceebf3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:20.990345 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] No DVR routers for this DVR port dc90db58-64e5-435d-b833-5ca8c2ceebf3 on host hv-cinder-83124 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:45:20.992890 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:20.996483 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [req-51975635-6980-47e9-856d-49cb08e1fa9a req-60c0ae97-9548-44f4-ae53-869eebf4a171 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.23 "DELETE /v2.0/ports/dc90db58-64e5-435d-b833-5ca8c2ceebf3 HTTP/1.1" status: 204 len: 173 time: 0.4003582 Apr 04 20:45:20.996930 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'name': 'network-vif-deleted', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 20:45:20.999695 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e223abd8b4f65303902d41c9cdb9886aa95dcbbb6606f5b9cebd69f84afe6bc0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555ed791-c2c7-47fe-87df-7461b3fd3fc1" -d '{"events": [{"server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "name": "network-vif-deleted", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 20:45:21.039693 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 20:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc03b2d-3ad7-4054-a234-d02df70da1b3 x-openstack-request-id: req-afc03b2d-3ad7-4054-a234-d02df70da1b3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 20:45:21.040044 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb79b3f3-0232-4f6c-a8fd-3b2f407aec63", "name": "network-vif-deleted", "tag": "dc90db58-64e5-435d-b833-5ca8c2ceebf3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 20:45:21.040353 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afc03b2d-3ad7-4054-a234-d02df70da1b3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 20:45:21.041162 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc03b2d-3ad7-4054-a234-d02df70da1b3'] response: {'server_uuid': 'eb79b3f3-0232-4f6c-a8fd-3b2f407aec63', 'name': 'network-vif-deleted', 'tag': 'dc90db58-64e5-435d-b833-5ca8c2ceebf3', 'status': 'completed', 'code': 200} Apr 04 20:45:21.100346 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a8aefa71-24fa-426e-bf8a-a911a2af4ce4 req-98cfe349-0ba7-497e-a2a2-d76eba22400b tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb79b3f3-0232-4f6c-a8fd-3b2f407aec63 HTTP/1.1" status: 200 len: 210 time: 0.0265048 Apr 04 20:45:22.157369 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49620) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:22.279350 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Deleting port 444252ce-bf7f-4fdc-98ad-88d54fc70c5c {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:22.279688 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.356040 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.356365 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.368281 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Calling delete_port for 444252ce-bf7f-4fdc-98ad-88d54fc70c5c owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:22.497896 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (444252ce-bf7f-4fdc-98ad-88d54fc70c5c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.523921 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'Port': ['ID=444252ce-bf7f-4fdc-98ad-88d54fc70c5c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:22.581127 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for floatingip (dde673ca-ed55-4658-98f9-48cb7205371d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.584297 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107122'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:22.585275 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-39f4828e-13ea-4768-836a-aeaae32fb9b8 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "DELETE /v2.0/floatingips/dde673ca-ed55-4658-98f9-48cb7205371d HTTP/1.1" status: 204 len: 168 time: 0.4269211 Apr 04 20:45:23.778015 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49632) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:23.837394 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (3166251a-cb57-452c-86e0-ca2527e4fddb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:23.862031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (3166251a-cb57-452c-86e0-ca2527e4fddb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:23.921530 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (3166251a-cb57-452c-86e0-ca2527e4fddb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:23.924060 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:23.925772 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] 10.222.0.25 "DELETE /v2.0/security-groups/3166251a-cb57-452c-86e0-ca2527e4fddb HTTP/1.1" status: 204 len: 168 time: 0.1466649 Apr 04 20:45:23.934810 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca76ed-dc90-4fb0-9fbd-bb0d95e6bcd4 tempest-TestVolumeBootPattern-397802122 tempest-TestVolumeBootPattern-397802122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3166251a-cb57-452c-86e0-ca2527e4fddb,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:24.997739 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49638) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:25.681889 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dc90db58-64e5-435d-b833-5ca8c2ceebf3 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:25.682905 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:25.702432 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] No Port match for: dc90db58-64e5-435d-b833-5ca8c2ceebf3 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:25.702778 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Device dc90db58-64e5-435d-b833-5ca8c2ceebf3 not bound to the agent host hv-cinder-83124 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:25.931866 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Deleting port c2d556d5-2d91-4cdf-b56a-f6c34817f386 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:25.932249 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.010734 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] For port c2d556d5-2d91-4cdf-b56a-f6c34817f386, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c2d556d5-2d91-4cdf-b56a-f6c34817f386,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:26.011451 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.023507 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Calling delete_port for c2d556d5-2d91-4cdf-b56a-f6c34817f386 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:26.200359 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (c2d556d5-2d91-4cdf-b56a-f6c34817f386), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.225614 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d556d5-2d91-4cdf-b56a-f6c34817f386,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:26.392178 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.606850 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:45:26.714284 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:45:26.719562 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-66af9b08-4751-4b33-a2a6-58e11d1da88c admin admin] 10.222.0.25 "PUT /v2.0/routers/722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207785 Apr 04 20:45:26.722753 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49642) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:26.723471 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Sync routers for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:45:26.733543 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:26.734264 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:26.829867 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks [] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.842067 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: dv-cinder-831247-15-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:26.935207 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks [] for router_gateway (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:26.996210 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Deleting port c1328984-c590-4ac1-ba2d-eb1f46e1f806 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:26.996617 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.028905 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:45:26Z', 'revision_number': 5, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port': {'id': 'c1328984-c590-4ac1-ba2d-eb1f46e1f806', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ca:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:27.055577 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Checking router: 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da for host: dv-cinder-831247-15-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:45:27.063922 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Routers {'722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:27.064529 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:27.082092 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] For port c1328984-c590-4ac1-ba2d-eb1f46e1f806, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=c1328984-c590-4ac1-ba2d-eb1f46e1f806,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:27.082656 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.094181 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Calling delete_port for c1328984-c590-4ac1-ba2d-eb1f46e1f806 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:27.153265 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] Set router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:27.207555 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:45:26Z', 'revision_number': 6, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:27.234856 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722076d0-5c12-4945-ae38-e1cb0ac47343 None None] The sync data for ids ['722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da'] in dv-cinder-831247-15-iscsi is: [{'id': '722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da', 'name': 'tempest-TestVolumeBootPattern-1787289749-router', 'tenant_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:46Z', 'updated_at': '2022-04-04T20:45:26Z', 'revision_number': 6, 'project_id': '673d2c38ba6c4c54b1cbd5b51a6c6390', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:45:27.268967 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (c1328984-c590-4ac1-ba2d-eb1f46e1f806), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.294432 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1328984-c590-4ac1-ba2d-eb1f46e1f806,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:27.356950 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.447375 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.449458 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks [] for router_controller (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.495071 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.495542 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:45:27.499984 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.500928 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9bd84998-cced-4d9b-accf-73f4a19d68f9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/722a92c5-aaa0-42f6-b6c2-5c3ff1a8d1da HTTP/1.1" status: 204 len: 168 time: 0.7771239 Apr 04 20:45:27.506701 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:27.551471 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Deleting subnet 5d2d0e63-ea7f-459d-a140-f5670a709126 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:45:27.556045 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Publish callbacks [] for subnet (5d2d0e63-ea7f-459d-a140-f5670a709126), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.590590 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (5d2d0e63-ea7f-459d-a140-f5670a709126), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.673625 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (5d2d0e63-ea7f-459d-a140-f5670a709126), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.725139 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (5d2d0e63-ea7f-459d-a140-f5670a709126), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.750801 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2d0e63-ea7f-459d-a140-f5670a709126,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:27.752683 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.757469 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c3664869-0d2f-4339-9fb4-5d18f8b33e35 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d2d0e63-ea7f-459d-a140-f5670a709126 HTTP/1.1" status: 204 len: 168 time: 0.2481885 Apr 04 20:45:27.757619 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3d03af-cb96-44e2-a898-301fcdc760a2 None None] Network 367569cc-e5a1-4c39-849f-140e04f9cc09 requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:45:27.758330 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49646) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:27.828101 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (367569cc-e5a1-4c39-849f-140e04f9cc09), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.880133 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Deleting port 2a70ffe9-9e85-427b-86cb-4d3350a593ef {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:27.880466 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.943629 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] For port 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2a70ffe9-9e85-427b-86cb-4d3350a593ef,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:27.943999 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:27.962233 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Calling delete_port for 2a70ffe9-9e85-427b-86cb-4d3350a593ef owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:27.974594 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] DHCP port deletion for 367569cc-e5a1-4c39-849f-140e04f9cc09 request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:45:28.023579 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Deleting port 2a70ffe9-9e85-427b-86cb-4d3350a593ef {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:28.023865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.045442 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.072652 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a70ffe9-9e85-427b-86cb-4d3350a593ef,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:28.074530 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] No DVR routers for this DVR port 2a70ffe9-9e85-427b-86cb-4d3350a593ef on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:45:28.087394 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] For port 2a70ffe9-9e85-427b-86cb-4d3350a593ef, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2a70ffe9-9e85-427b-86cb-4d3350a593ef,segment=NetworkSegment(bc3df592-1070-4ce2-84e5-3865418a1a58),segment_id=bc3df592-1070-4ce2-84e5-3865418a1a58)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:28.087776 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.107584 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Calling delete_port for 2a70ffe9-9e85-427b-86cb-4d3350a593ef owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:28.151307 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (367569cc-e5a1-4c39-849f-140e04f9cc09), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.171709 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367569cc-e5a1-4c39-849f-140e04f9cc09']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:28.182237 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3df592-1070-4ce2-84e5-3865418a1a58') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:28.182541 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3df592-1070-4ce2-84e5-3865418a1a58') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:28.186499 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653'] for port (2a70ffe9-9e85-427b-86cb-4d3350a593ef), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.192822 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (bc3df592-1070-4ce2-84e5-3865418a1a58), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.206397 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] No DVR routers for this DVR port 2a70ffe9-9e85-427b-86cb-4d3350a593ef on host dv-cinder-831247-15-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:45:28.207512 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (bc3df592-1070-4ce2-84e5-3865418a1a58), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.214574 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:45:28.215065 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (bc3df592-1070-4ce2-84e5-3865418a1a58), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:45:28.216723 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:45:28.226396 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Pushing event deleted for resources: {'Port': ['ID=2a70ffe9-9e85-427b-86cb-4d3350a593ef,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:28.242242 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.242595 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.242935 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.243273 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.243606 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.243935 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.244259 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.244580 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.244897 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.245321 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.245554 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.245874 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.246229 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.246548 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.246872 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e9d47b-1b26-4b3d-a435-dee20a6b2f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-15-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 20:45:28.281283 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (367569cc-e5a1-4c39-849f-140e04f9cc09), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.288880 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.292066 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] 10.222.0.25 "DELETE /v2.0/networks/367569cc-e5a1-4c39-849f-140e04f9cc09 HTTP/1.1" status: 204 len: 168 time: 0.5328345 Apr 04 20:45:28.299589 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49648) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:28.304252 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fe8f6-17b2-437b-af06-b6b99036d246 admin admin] Pushing event deleted for resources: {'Network': ['ID=367569cc-e5a1-4c39-849f-140e04f9cc09,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:28.642391 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538385'] for router_interface (99deb782-4d55-4521-b2b1-80d6838845d1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.888211 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Deleting port 0a3c3472-50e6-44e7-9190-c1414850861a {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:28.888551 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.964792 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] For port 0a3c3472-50e6-44e7-9190-c1414850861a, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=0a3c3472-50e6-44e7-9190-c1414850861a,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:28.965155 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:28.981801 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Calling delete_port for 0a3c3472-50e6-44e7-9190-c1414850861a owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:28.999735 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2a70ffe9-9e85-427b-86cb-4d3350a593ef no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:29.023655 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 2a70ffe9-9e85-427b-86cb-4d3350a593ef {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:29.024007 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2a70ffe9-9e85-427b-86cb-4d3350a593ef not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:29.024429 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c2d556d5-2d91-4cdf-b56a-f6c34817f386 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:29.046219 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: c2d556d5-2d91-4cdf-b56a-f6c34817f386 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:29.046563 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c2d556d5-2d91-4cdf-b56a-f6c34817f386 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:29.046974 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c1328984-c590-4ac1-ba2d-eb1f46e1f806 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:29.067152 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: c1328984-c590-4ac1-ba2d-eb1f46e1f806 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:29.067503 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device c1328984-c590-4ac1-ba2d-eb1f46e1f806 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:29.167135 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (0a3c3472-50e6-44e7-9190-c1414850861a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:29.197676 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3c3472-50e6-44e7-9190-c1414850861a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:29.364246 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-648322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536961'] for router_interface (99deb782-4d55-4521-b2b1-80d6838845d1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:29.577698 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Router 99deb782-4d55-4521-b2b1-80d6838845d1 has already been hosted by L3 agent 5296ab20-9f46-49cf-a7b3-507d565a84aa {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 20:45:29.682734 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] Notify agent at l3_agent.dv-cinder-831247-15-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 20:45:29.688987 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-994d22dc-5ecd-41f2-bfc7-63952c781675 admin admin] 10.222.0.25 "PUT /v2.0/routers/99deb782-4d55-4521-b2b1-80d6838845d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867383 Apr 04 20:45:29.690909 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.25', 49650) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:29.693399 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Sync routers for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 20:45:29.703152 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:29.703763 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:29.797192 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks [] for router (99deb782-4d55-4521-b2b1-80d6838845d1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:29.812146 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: dv-cinder-831247-15-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:29.906140 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks [] for router_gateway (99deb782-4d55-4521-b2b1-80d6838845d1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:29.959639 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Deleting port 4625dc94-cc4d-4563-9e1f-47f49188ff30 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:29.959982 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.040239 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] For port 4625dc94-cc4d-4563-9e1f-47f49188ff30, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=4625dc94-cc4d-4563-9e1f-47f49188ff30,segment=NetworkSegment(08d34865-c495-418b-a51b-a42fa8e49b7a),segment_id=08d34865-c495-418b-a51b-a42fa8e49b7a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:30.040610 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.054185 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Calling delete_port for 4625dc94-cc4d-4563-9e1f-47f49188ff30 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:30.092573 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'external_fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:45:29Z', 'revision_number': 5, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port': {'id': '4625dc94-cc4d-4563-9e1f-47f49188ff30', 'name': '', 'network_id': '0338d72a-c8ba-4bd7-8b0e-6de41992ef9d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T20:36:52Z', 'updated_at': '2022-04-04T20:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd118935d-5832-42f8-9c2a-331098811a0c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-15-iscsi'}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:30.119175 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Checking router: 99deb782-4d55-4521-b2b1-80d6838845d1 for host: dv-cinder-831247-15-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 20:45:30.127313 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Routers {'99deb782-4d55-4521-b2b1-80d6838845d1'} bound to L3 agent in host dv-cinder-831247-15-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 20:45:30.128542 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T20:16:46Z,description=,heartbeat_timestamp=2022-04-04T20:45:16Z,host='dv-cinder-831247-15-iscsi',id=5296ab20-9f46-49cf-a7b3-507d565a84aa,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T20:16:46Z,topic='l3_agent')) {'router_ids': ['99deb782-4d55-4521-b2b1-80d6838845d1'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:30.228056 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] Set router 99deb782-4d55-4521-b2b1-80d6838845d1 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 20:45:30.235816 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9161826'] for port (4625dc94-cc4d-4563-9e1f-47f49188ff30), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.259587 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4625dc94-cc4d-4563-9e1f-47f49188ff30,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:30.285466 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:45:29Z', 'revision_number': 6, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port_host': None}], 'dv-cinder-831247-15-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:30.312699 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294a72b2-ae0b-421f-a5ac-301d78b1c879 None None] The sync data for ids ['99deb782-4d55-4521-b2b1-80d6838845d1'] in dv-cinder-831247-15-iscsi is: [{'id': '99deb782-4d55-4521-b2b1-80d6838845d1', 'name': 'tempest-TestVolumeBootPattern-523726186-router', 'tenant_id': '8b3c237d91f342faa8d3688db7351231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T20:36:51Z', 'updated_at': '2022-04-04T20:45:29Z', 'revision_number': 6, 'project_id': '8b3c237d91f342faa8d3688db7351231', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 20:45:30.323954 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536903'] for router_gateway (99deb782-4d55-4521-b2b1-80d6838845d1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.414847 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61789'] for router (99deb782-4d55-4521-b2b1-80d6838845d1), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.416921 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks [] for router_controller (99deb782-4d55-4521-b2b1-80d6838845d1), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.462413 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539133'] for router (99deb782-4d55-4521-b2b1-80d6838845d1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.462934 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99deb782-4d55-4521-b2b1-80d6838845d1 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 20:45:30.467261 dv-cinder-831247-15-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.468304 dv-cinder-831247-15-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-89749ecc-6d19-476a-a599-d987c8ab57e6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/99deb782-4d55-4521-b2b1-80d6838845d1 HTTP/1.1" status: 204 len: 168 time: 0.7763295 Apr 04 20:45:30.471028 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49652) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:30.519286 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Deleting subnet 0aa34c8a-dbde-4138-b206-c461c2684786 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 20:45:30.522316 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Publish callbacks [] for subnet (0aa34c8a-dbde-4138-b206-c461c2684786), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.555219 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6473202'] for subnet (0aa34c8a-dbde-4138-b206-c461c2684786), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.631405 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452343'] for subnet (0aa34c8a-dbde-4138-b206-c461c2684786), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.693058 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3452344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-643657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8232229', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8311126'] for subnet (0aa34c8a-dbde-4138-b206-c461c2684786), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.717776 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa34c8a-dbde-4138-b206-c461c2684786,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:30.728525 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.732610 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d7731371-d869-47fe-b88e-6168cd2d7448 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0aa34c8a-dbde-4138-b206-c461c2684786 HTTP/1.1" status: 204 len: 168 time: 0.2603712 Apr 04 20:45:30.733697 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971b805-192f-414c-b32a-62d16f9064d5 None None] Network ace2ef99-35ca-4459-9e18-e4187b12085a requested from dv-cinder-831247-15-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 20:45:30.735031 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49654) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:30.803162 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3539952'] for network (ace2ef99-35ca-4459-9e18-e4187b12085a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.860878 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Deleting port 2d635ea3-7715-4bdb-aa34-821d24e35f50 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 20:45:30.861220 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770974959409'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.922549 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] For port 2d635ea3-7715-4bdb-aa34-821d24e35f50, host dv-cinder-831247-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-15-iscsi',level=0,port_id=2d635ea3-7715-4bdb-aa34-821d24e35f50,segment=NetworkSegment(e326f34f-21ac-4903-b9f4-3abac00b4ee0),segment_id=e326f34f-21ac-4903-b9f4-3abac00b4ee0)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 20:45:30.922905 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531296'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:30.935049 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Calling delete_port for 2d635ea3-7715-4bdb-aa34-821d24e35f50 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 20:45:31.017536 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3639145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-924034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770974966532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770974416653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8232210'] for port (2d635ea3-7715-4bdb-aa34-821d24e35f50), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.045615 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d635ea3-7715-4bdb-aa34-821d24e35f50,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:31.049080 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] No DVR routers for this DVR port 2d635ea3-7715-4bdb-aa34-821d24e35f50 on host dv-cinder-831247-15-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 20:45:31.051206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd5198-f428-4c5d-b473-b106a4f4bcaf None None] DHCP port deletion for ace2ef99-35ca-4459-9e18-e4187b12085a request from dv-cinder-831247-15-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 20:45:31.116849 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0a3c3472-50e6-44e7-9190-c1414850861a no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:31.128965 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3449932', 'neutron.services.segments.db._delete_segments_for_network-8770974871673'] for network (ace2ef99-35ca-4459-9e18-e4187b12085a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.139949 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 0a3c3472-50e6-44e7-9190-c1414850861a {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:31.139949 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 0a3c3472-50e6-44e7-9190-c1414850861a not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:31.140206 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4625dc94-cc4d-4563-9e1f-47f49188ff30 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:31.152235 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace2ef99-35ca-4459-9e18-e4187b12085a']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:31.160495 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 4625dc94-cc4d-4563-9e1f-47f49188ff30 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:31.160834 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 4625dc94-cc4d-4563-9e1f-47f49188ff30 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:31.161325 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2d635ea3-7715-4bdb-aa34-821d24e35f50 no longer exists at agent ovs-agent-dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 20:45:31.168487 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e326f34f-21ac-4903-b9f4-3abac00b4ee0') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:31.168855 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e326f34f-21ac-4903-b9f4-3abac00b4ee0') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 20:45:31.178657 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770974872706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6472969'] for segment (e326f34f-21ac-4903-b9f4-3abac00b4ee0), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.180480 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] No Port match for: 2d635ea3-7715-4bdb-aa34-821d24e35f50 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 20:45:31.180821 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Device 2d635ea3-7715-4bdb-aa34-821d24e35f50 not bound to the agent host dv-cinder-831247-15-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 20:45:31.196651 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524'] for segment (e326f34f-21ac-4903-b9f4-3abac00b4ee0), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.203084 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 20:45:31.203467 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3560524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8232271'] for segment (e326f34f-21ac-4903-b9f4-3abac00b4ee0), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: Traceback (most recent call last): Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: timer() Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: cb(*args, **kw) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: return func(*args, **kwargs) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: self._notify() Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: self.callback(batched_events) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: event.method(event) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: return f(self, *a, **k) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._get(url).json() Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 20:45:31.205229 dv-cinder-831247-15-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 20:45:31.261328 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3449909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636229', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-648329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536867'] for network (ace2ef99-35ca-4459-9e18-e4187b12085a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.266439 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649315'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.269728 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ace2ef99-35ca-4459-9e18-e4187b12085a HTTP/1.1" status: 204 len: 168 time: 0.5337720 Apr 04 20:45:31.282899 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67b1c-eed2-45f2-b809-25eb3d1ef582 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace2ef99-35ca-4459-9e18-e4187b12085a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:31.391961 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49658) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:31.431546 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e89721cd-121b-4cfb-838e-b47f20b97837 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=673d2c38ba6c4c54b1cbd5b51a6c6390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384409 Apr 04 20:45:31.433904 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49660) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:31.487363 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] Publish callbacks [] for security_group (94b51e1e-b05f-453e-ac0a-b96c35440d08), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.507982 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] Publish callbacks [] for security_group (94b51e1e-b05f-453e-ac0a-b96c35440d08), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.553934 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (94b51e1e-b05f-453e-ac0a-b96c35440d08), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.556668 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.557765 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94b51e1e-b05f-453e-ac0a-b96c35440d08 HTTP/1.1" status: 204 len: 168 time: 0.1226730 Apr 04 20:45:31.565599 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282e82d-96bf-4698-8ac8-746d36c667bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b51e1e-b05f-453e-ac0a-b96c35440d08,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:31.860458 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49666) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:31.899626 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-59f49401-29fc-4cd7-897e-83c98f983239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b3c237d91f342faa8d3688db7351231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379901 Apr 04 20:45:31.901903 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.25', 49668) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 20:45:31.948987 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] Publish callbacks [] for security_group (47d53575-9cb8-40b0-b111-b5269b1541d0), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:31.969893 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] Publish callbacks [] for security_group (47d53575-9cb8-40b0-b111-b5269b1541d0), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:32.016540 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551405'] for security_group (47d53575-9cb8-40b0-b111-b5269b1541d0), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:32.020109 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:32.021263 dv-cinder-831247-15-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47d53575-9cb8-40b0-b111-b5269b1541d0 HTTP/1.1" status: 204 len: 168 time: 0.1184146 Apr 04 20:45:32.028789 dv-cinder-831247-15-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74c1f-a6e2-4b68-bd33-9c2b32fb87ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d53575-9cb8-40b0-b111-b5269b1541d0,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 20:45:37.291149 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:45:41.146478 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:44.053033 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6e325b7b-c493-44de-90fb-b2709a6a669b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:46.284520 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-874f77aa-7827-4af0-a33c-f544862c5628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:47.683590 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:48.761319 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:45:50.402647 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:11.160904 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:14.053947 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4dc4f481-e050-4a8c-be98-ef2bfadfd838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:14.289370 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:46:16.286782 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-34fe4790-346c-4a30-86c0-625a2e417faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:17.686431 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:18.764065 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:20.404574 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:41.175017 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:44.055769 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-784a0511-aac2-45a5-99d1-0ccda996e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:46.287928 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f9b48f21-f334-4d44-ab2f-4fdfb68d4b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:47.690466 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:48.785008 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:50.406028 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:46:51.288202 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:47:11.173304 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:14.058460 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac220d79-c48b-47dd-b83d-c5338441b2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:16.288558 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7303c4cd-65ae-454b-bae2-994a61f8d130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:17.692673 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:18.769868 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:20.407165 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:28.286518 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:47:41.187700 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:44.059606 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b173-1baa-49ce-9664-f574b8b384f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:46.290627 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-14473cdf-2f2b-4d8b-911b-f98ffc97ab8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:47.696069 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:48.772638 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:47:50.412271 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:05.285153 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:48:11.203523 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:14.061503 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-774d5fb5-de7c-48ea-a6a6-9d590c5f00f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:16.291398 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bdc10af3-f8b9-4769-bfbb-e3df6d9ff22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:17.698916 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:18.776114 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:20.414204 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:41.216796 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:42.283307 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:48:44.062742 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b55b1ebf-bc61-4a99-bdca-99d483d78a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:46.293976 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e6010f4-8925-46db-9af0-c7eb66530ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:47.701811 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:48.796865 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:48:50.416770 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:11.215648 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:14.064488 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75bdc200-0979-4627-b79f-b9c553854ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:16.294410 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd4e7-e3df-410a-a066-5655cd63b204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:17.705524 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:18.784311 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:19.282067 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:49:20.418485 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:41.229832 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:44.065940 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-80fcb174-0fce-4908-ae75-f742be05e690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:46.295333 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7271b602-eaac-4612-be9b-539042353476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:47.707447 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:48.785928 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:50.420968 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:49:56.280592 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:50:11.227855 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:14.068063 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a8900b2-8f49-4136-952e-9617bfba4cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:16.297147 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e1c0b650-083e-4669-bcb2-d4e6044f7e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:17.711259 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:18.789499 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:20.423876 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:33.279616 dv-cinder-831247-15-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-7043cf62-0f99-4e05-b31a-6191a06069f0 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 20:50:41.219816 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18a20e8-b818-4519-9c36-b7afa83e2e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (e61b6c9b-357e-48fe-9464-93abaecafd8d), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:44.070573 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9371b138-4b4a-4a0b-867c-78f12d1c423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (bea9d1b9-cd5e-4498-9f9d-4b73b55bcaf0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:46.298479 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a7a4f7e1-5e00-4113-b094-2ba50dbf0b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (5296ab20-9f46-49cf-a7b3-507d565a84aa), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:47.714185 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5970146c-10e1-4915-9890-265f51cca010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (73a0fcd1-9c15-4c26-8d05-bc3d5b6671ab), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:48.810332 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b746f8ad-9453-477d-97a1-2b848a669afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (d665fd51-2561-47c8-a456-1655ab703760), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 20:50:50.425702 dv-cinder-831247-15-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8a57f256-d3b3-4a53-916d-a07b34485326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770974871655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3456909'] for agent (a671dc01-93c0-46a0-be17-117ce9e8e65c), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}